-- Logs begin at Thu 2021-08-19 12:25:55 UTC, end at Thu 2021-08-19 13:28:35 UTC. -- Aug 19 13:00:12.184970 dv-cinder-805144-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 19 13:00:14.579889 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.common.config [-] Logging enabled! Aug 19 13:00:14.580662 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.1.dev8 Aug 19 13:00:14.580662 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79194) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 19 13:00:14.583903 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.common.config [-] Logging enabled! Aug 19 13:00:14.584059 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.1.dev8 Aug 19 13:00:14.584376 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79194) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 19 13:00:14.585312 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 19 13:00:14.585549 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 19 13:00:14.585912 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 19 13:00:14.586158 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 19 13:00:14.586389 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 19 13:00:14.586718 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.587019 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.587318 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.587552 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.587946 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.588260 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.589064 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.589359 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.589660 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.589948 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.590229 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.590517 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.590751 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.591036 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] config_source = [] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.591323 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.591642 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.591873 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] debug = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.592156 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.592576 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.592993 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.593280 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.593572 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.593856 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.594132 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.594412 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.594756 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.595089 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] host = dv-cinder-805144-1-iscsi {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.595374 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.595689 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.595982 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.596275 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.596560 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.596840 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.597129 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.597406 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] log_dir = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.597683 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] log_file = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.597963 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.598256 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.598545 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.598842 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.599071 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.599299 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.599612 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.599906 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.600186 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.600463 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.600740 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.601015 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.601294 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.601564 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.601851 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.602137 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.602423 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.602701 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.602976 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.603251 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.603526 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.603838 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.604197 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.604478 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.604747 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.605034 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.605306 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.605584 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.605885 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.606174 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.606463 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.606749 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.607023 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.607304 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.607605 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.607880 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] use_journal = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.608153 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] use_json = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.608430 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.608701 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.608985 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.609262 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.609538 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.609813 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.610086 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.610372 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:14.610678 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.610979 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.611283 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.611583 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.611895 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.612179 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.612473 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.612758 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.613051 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.613341 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.613634 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.613918 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.614210 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.614493 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.614791 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.615102 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.615400 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.615723 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.616007 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.616293 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.616572 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.616856 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.617145 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.617442 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.617737 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.618017 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.618301 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.618594 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.618875 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.619151 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.619432 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.619804 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.620094 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.620365 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.620652 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.620935 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.621213 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.621487 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.621768 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.622078 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.622341 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.622614 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.622887 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.623265 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.623438 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.623751 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.624033 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.624310 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.624590 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.624873 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.625147 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.625420 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.625699 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.625975 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.626289 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.626525 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.626790 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.627065 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.627340 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.627644 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.627925 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.628199 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.628479 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.628746 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.629021 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.629295 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.629575 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.629846 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.630139 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.630442 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.630732 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.631012 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.631298 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.631584 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.631864 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.632146 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.632426 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.632706 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.632981 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.634121 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.634431 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.634734 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.635029 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.636012 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.636328 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.636828 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.637135 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.637423 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.637714 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.638007 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.638293 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.638590 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.638892 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.639195 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.639495 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.639823 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.640110 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.640425 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.640709 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:14.640933 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 19 13:00:14.641189 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79194) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 19 13:00:15.040593 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO keyring.backend [-] Loading KWallet Aug 19 13:00:15.048420 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO keyring.backend [-] Loading SecretService Aug 19 13:00:15.052036 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO keyring.backend [-] Loading Windows Aug 19 13:00:15.053397 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO keyring.backend [-] Loading chainer Aug 19 13:00:15.053979 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO keyring.backend [-] Loading macOS Aug 19 13:00:15.089197 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79194) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:00:15.089400 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=79194) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:00:15.089694 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79194) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:00:15.090032 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 19 13:00:15.402496 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:15.402697 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:15.402958 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:15.404192 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:15.404471 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:15.404740 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:15.527666 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:15.528004 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:15.528196 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:15.542303 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:15.542303 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:15.543153 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:15.571393 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:15.571698 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:15.571976 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:15.611245 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:15.611932 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:15.611932 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:15.845339 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:15.845627 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:15.845908 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:15.846181 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:15.847156 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:15.973546 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:15.973864 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:15.974149 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:15.974423 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:15.974693 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:15.975006 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:15.975272 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:15.975534 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:15.975818 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:15.976105 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:15.976367 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:15.976635 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:15.976905 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:15.977166 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:15.977434 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:15.977705 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:15.977969 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:15.978237 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:15.978491 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:15.978778 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:15.980185 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:15.980453 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:15.980711 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:15.981001 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:15.981258 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:15.981510 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:15.981903 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79194) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 13:00:15.982140 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79194) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 13:00:15.982378 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79194) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 13:00:15.982615 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79194) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 13:00:15.982851 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79194) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 13:00:15.983086 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79194) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 13:00:15.983557 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 19 13:00:15.986874 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 19 13:00:15.990822 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 19 13:00:15.994812 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Aug 19 13:00:15.996506 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 19 13:00:15.996948 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 19 13:00:15.997287 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 19 13:00:15.997674 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 19 13:00:16.001358 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 19 13:00:16.001358 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 19 13:00:16.001358 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 19 13:00:16.032749 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 19 13:00:16.033202 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.033505 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79194) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 19 13:00:16.033871 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.035250 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79194) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 19 13:00:16.035539 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 19 13:00:16.035820 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 19 13:00:16.038965 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.039246 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.102396 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 19 13:00:16.102573 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 19 13:00:16.102815 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 19 13:00:16.103201 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 19 13:00:16.137911 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_db.sqlalchemy.engines [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=79194) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Aug 19 13:00:16.475129 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.plugins.ml2.managers [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Initializing driver for type 'gre' Aug 19 13:00:16.475705 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] gre ID ranges: [(1, 1000)] Aug 19 13:00:16.532032 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.plugins.ml2.managers [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Initializing driver for type 'local' Aug 19 13:00:16.532373 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.plugins.ml2.managers [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Initializing driver for type 'vlan' Aug 19 13:00:16.546333 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] VlanTypeDriver initialization complete Aug 19 13:00:16.546706 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.plugins.ml2.managers [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Initializing driver for type 'vxlan' Aug 19 13:00:16.547157 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] vxlan ID ranges: [(1, 1000)] Aug 19 13:00:16.606887 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.plugins.ml2.managers [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Initializing extension driver 'port_security' Aug 19 13:00:16.607258 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.plugins.ml2.extensions.port_security [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] PortSecurityExtensionDriver initialization complete Aug 19 13:00:16.607733 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.plugins.ml2.managers [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Initializing mechanism driver 'openvswitch' Aug 19 13:00:16.608180 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.plugins.ml2.managers [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Initializing mechanism driver 'hyperv' Aug 19 13:00:16.614790 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.plugins.ml2.plugin [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:16.615560 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > port after_create 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.615960 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > port after_update 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.616312 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > port after_delete 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.616694 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > subnet after_create 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.617045 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > subnet after_update 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.617386 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > subnet after_delete 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.617757 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > network after_create 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.618103 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > network after_update 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.618440 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > network after_delete 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.618811 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > security_group after_create 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.619155 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > security_group after_update 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.619508 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > security_group after_delete 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.619928 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.620456 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.620806 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.621173 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > address_group after_create 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.621513 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > address_group after_update 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.621880 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > address_group after_delete 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.622185 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] ML2 OVO RPC backend initialized. {{(pid=79194) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Aug 19 13:00:16.622877 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > router_interface after_create 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.623304 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.623654 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > network before_response 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.623995 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > networks before_response 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.624336 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > port before_response 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.624673 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > ports before_response 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.625010 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > subnet before_response 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.625344 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > subnets before_response 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.625714 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > network after_create 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.626049 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > network after_update 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.626381 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > network after_delete 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.626712 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > port after_create 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.627043 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > port after_update 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.627374 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > port after_delete 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.627730 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > subnet after_create 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.628061 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > subnet after_update 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.628651 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > subnet after_delete 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.629316 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.plugins.ml2.plugin [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Modular L2 Plugin initialization complete Aug 19 13:00:16.629650 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading services supported by the core plugin {{(pid=79194) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 19 13:00:16.629978 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.plugins.ml2.managers [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Got port-security extension from driver 'port_security' Aug 19 13:00:16.630435 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.extensions.vlantransparent [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Disabled vlantransparent extension. Aug 19 13:00:16.630991 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79194) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 19 13:00:16.631339 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading Plugin: router Aug 19 13:00:16.678865 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > router_interface before_create 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.679327 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > router after_create 55549900 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.679781 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > router before_create 55549900 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.680222 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.680646 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.681153 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > router after_delete 55549900 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.681575 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > floatingip after_update 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.682086 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > router after_create 55549900 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.682470 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > router after_update 55549900 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.682922 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > router after_update 55549900 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.683292 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.683749 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > router after_update 55549900 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.684230 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > router precommit_update 55549900 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.684743 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: port after_update 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.685174 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: port after_delete 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.685670 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: subnet after_update 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.686180 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.686549 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > port precommit_delete 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.687000 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > router precommit_create 55549900 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.687420 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: port before_delete 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.687909 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > router precommit_create 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.688413 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > router after_update 55549900 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.688892 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > router precommit_delete 55549900 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.689250 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > router precommit_create 55549900 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.689699 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > router_interface after_create 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.690138 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > router precommit_update 55549900 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.690588 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > agent after_create 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.691110 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > agent after_delete 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.691529 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > network after_delete 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.692494 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.quota.resource_registry [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Tracking information for resource: router configured {{(pid=79194) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 13:00:16.692841 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.quota.resource_registry [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Tracking information for resource: floatingip configured {{(pid=79194) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 13:00:16.698414 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.db.l3_agentschedulers_db [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 19 13:00:16.698998 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: port after_update 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.699376 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: port after_create 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.699761 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: port after_delete 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.700112 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: port after_update 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.700912 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > router before_create 55550100 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.701278 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > router precommit_delete 55550100 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.701641 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > router precommit_create 55550100 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.701996 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > router precommit_update 55550100 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.706306 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.services.provider_configuration [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Service providers = [] {{(pid=79194) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 19 13:00:16.706673 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.db.servicetype_db [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79194) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 19 13:00:16.709635 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.services.service_base [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79194) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 13:00:16.709982 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.services.service_base [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79194) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 13:00:16.710324 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.services.service_base [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79194) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 13:00:16.711203 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.services.service_base [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79194) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 13:00:16.711772 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.services.service_base [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 19 13:00:16.712158 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79194) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 13:00:16.712475 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 19 13:00:16.723436 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79194) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 13:00:16.723795 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading Plugin: auto_allocate Aug 19 13:00:16.729595 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: network precommit_update 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.729906 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: network precommit_create 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.730423 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79194) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 13:00:16.730741 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading Plugin: tag Aug 19 13:00:16.737710 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79194) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 13:00:16.739751 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading Plugin: timestamp Aug 19 13:00:16.741970 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79194) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 13:00:16.742305 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading Plugin: network_ip_availability Aug 19 13:00:16.748146 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.748516 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.748868 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.749631 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79194) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 13:00:16.749950 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading Plugin: flavors Aug 19 13:00:16.756359 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79194) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 13:00:16.756681 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading Plugin: revisions Aug 19 13:00:16.761505 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79194) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 13:00:16.761892 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_concurrency.lockutils [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.672s {{(pid=79194) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:00:16.762625 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79194) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 19 13:00:16.762962 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Initializing extension manager. Aug 19 13:00:16.763469 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: __init__.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.763910 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: __pycache__ {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.764238 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.764571 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: address_group.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.765336 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.765892 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: address-group Aug 19 13:00:16.766210 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: address_scope.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.766918 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.767417 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: address-scope Aug 19 13:00:16.767777 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: admin_state_down_before_update.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.768701 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.769201 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: router-admin-state-down-before-update Aug 19 13:00:16.769525 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: agent.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.770222 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.770719 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: agent Aug 19 13:00:16.771039 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: agent_resources_synced.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.771965 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.772468 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: agent-resources-synced Aug 19 13:00:16.772788 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: allowedaddresspairs.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.774570 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.775077 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: allowed-address-pairs Aug 19 13:00:16.775398 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: auto_allocated_topology.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.777055 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.777557 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: auto-allocated-topology Aug 19 13:00:16.777959 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: availability_zone.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.778569 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.779070 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: availability_zone Aug 19 13:00:16.779392 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: availability_zone_filter.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.780321 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.780824 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: availability_zone_filter Aug 19 13:00:16.781145 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: data_plane_status.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.782044 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.782546 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extension data-plane-status not supported by any of loaded plugins Aug 19 13:00:16.782863 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: default_subnetpools.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.783796 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.784299 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: default-subnetpools Aug 19 13:00:16.784616 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: dhcpagentscheduler.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.785428 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.785927 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: dhcp_agent_scheduler Aug 19 13:00:16.786242 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: dns.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.787149 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.787674 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extension dns-integration not supported by any of loaded plugins Aug 19 13:00:16.787997 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: dns_domain_ports.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.788905 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.789406 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 19 13:00:16.789724 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: dvr.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.790390 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.790890 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: dvr Aug 19 13:00:16.791208 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: empty_string_filtering.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.792259 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.792762 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: empty-string-filtering Aug 19 13:00:16.793082 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.793996 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.794493 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 19 13:00:16.794815 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.795745 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.796244 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 19 13:00:16.796562 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: external_net.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.797732 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.798241 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: external-net Aug 19 13:00:16.798562 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: extra_dhcp_opt.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.799468 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.799992 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: extra_dhcp_opt Aug 19 13:00:16.800334 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: extraroute.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.801219 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.801719 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: extraroute Aug 19 13:00:16.802038 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: extraroute_atomic.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.803060 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.803588 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: extraroute-atomic Aug 19 13:00:16.803911 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: filter_validation.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.804579 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.805077 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: filter-validation Aug 19 13:00:16.805392 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: fip_pf_description.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.806497 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.807087 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 19 13:00:16.807457 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: fip_port_details.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.808391 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.808895 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: fip-port-details Aug 19 13:00:16.809214 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: flavors.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.810426 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.810936 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: flavors Aug 19 13:00:16.811257 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.812927 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.813434 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 19 13:00:16.813760 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: floatingip_pools.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.814457 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.814972 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: floatingip-pools Aug 19 13:00:16.815271 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: ip_allocation.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.816212 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.816703 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extension ip_allocation not supported by any of loaded plugins Aug 19 13:00:16.817024 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.817938 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.818436 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: ip-substring-filtering Aug 19 13:00:16.818757 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: l2_adjacency.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.819718 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.820218 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extension l2_adjacency not supported by any of loaded plugins Aug 19 13:00:16.820539 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: l3.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.821525 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.822034 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: router Aug 19 13:00:16.822354 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: l3_conntrack_helper.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.825295 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.825820 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 19 13:00:16.826144 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.827066 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.827606 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: ext-gw-mode Aug 19 13:00:16.827922 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.828836 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.829344 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: l3-ha Aug 19 13:00:16.829695 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: l3_flavors.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.830609 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.831110 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: l3-flavors Aug 19 13:00:16.831433 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.832395 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.832894 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: l3-port-ip-change-not-allowed Aug 19 13:00:16.833221 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: l3agentscheduler.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.834287 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.834807 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: l3_agent_scheduler Aug 19 13:00:16.835121 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: logging.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.836656 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.837194 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extension logging not supported by any of loaded plugins Aug 19 13:00:16.837552 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: metering.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.838883 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.839466 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: metering Aug 19 13:00:16.839811 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.840905 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.841427 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: metering_source_and_destination_fields Aug 19 13:00:16.841745 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: multiprovidernet.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.842814 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.843329 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: multi-provider Aug 19 13:00:16.843696 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: netmtu.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.844604 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.845142 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: net-mtu Aug 19 13:00:16.845435 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: netmtu_writable.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.846364 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.846868 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: net-mtu-writable Aug 19 13:00:16.847189 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: network_availability_zone.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.847883 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.848393 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: network_availability_zone Aug 19 13:00:16.848712 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: network_ip_availability.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.849809 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.850316 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: network-ip-availability Aug 19 13:00:16.850638 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: network_segment_range.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.851433 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.851958 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extension network-segment-range not supported by any of loaded plugins Aug 19 13:00:16.852279 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: pagination.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.853549 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.853731 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: pagination Aug 19 13:00:16.853982 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: port_device_profile.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.855430 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.856220 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: port-device-profile Aug 19 13:00:16.856220 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.856952 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.857468 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: port-mac-address-regenerate Aug 19 13:00:16.857789 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.858717 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.859223 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: port-numa-affinity-policy Aug 19 13:00:16.859545 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: port_resource_request.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.861379 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.861379 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extension port-resource-request not supported by any of loaded plugins Aug 19 13:00:16.861379 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: portbindings.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.862913 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.863436 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: binding Aug 19 13:00:16.863799 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: portbindings_extended.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.865120 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.865628 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: binding-extended Aug 19 13:00:16.865957 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: portsecurity.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.866874 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.867374 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: port-security Aug 19 13:00:16.867739 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: project_id.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.868707 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.869035 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: project-id Aug 19 13:00:16.869357 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: providernet.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.870562 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.870840 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: provider Aug 19 13:00:16.871160 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: qos.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.874998 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.875588 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extension qos not supported by any of loaded plugins Aug 19 13:00:16.876025 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.877416 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.877978 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 19 13:00:16.878336 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.879333 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.879928 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 19 13:00:16.880286 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: qos_default.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.881234 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.881789 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extension qos-default not supported by any of loaded plugins Aug 19 13:00:16.882147 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: qos_fip.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.882847 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.883392 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extension qos-fip not supported by any of loaded plugins Aug 19 13:00:16.883792 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: qos_gateway_ip.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.884751 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.885884 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 19 13:00:16.886192 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: qos_port_network_policy.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.887108 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.887641 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 19 13:00:16.887959 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: qos_rule_type_details.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.888865 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.889367 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 19 13:00:16.889684 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: qos_rules_alias.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.890733 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.891236 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 19 13:00:16.891551 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: quotasv2.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.892563 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.893033 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: quotas Aug 19 13:00:16.893421 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: quotasv2_detail.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.895004 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.895339 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: quota_details Aug 19 13:00:16.895784 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: rbac.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.896787 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.897281 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: rbac-policies Aug 19 13:00:16.897611 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: rbac_address_group.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.898565 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.899047 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: rbac-address-group Aug 19 13:00:16.899511 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: rbac_address_scope.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.900305 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.900870 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: rbac-address-scope Aug 19 13:00:16.901695 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: rbac_security_groups.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.902601 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.903109 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: rbac-security-groups Aug 19 13:00:16.903430 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: rbac_subnetpool.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.904386 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.904892 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: rbac-subnetpool Aug 19 13:00:16.905211 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: revisionifmatch.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.906123 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.906629 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: revision-if-match Aug 19 13:00:16.906949 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: revisions.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.908079 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.908582 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: standard-attr-revisions Aug 19 13:00:16.908904 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: router_availability_zone.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.909575 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.910079 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: router_availability_zone Aug 19 13:00:16.910398 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: routerservicetype.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.911304 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.911842 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extension router-service-type not supported by any of loaded plugins Aug 19 13:00:16.912159 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.913069 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.913572 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: security-groups-normalized-cidr Aug 19 13:00:16.913898 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: security_groups_port_filtering.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.914812 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.915313 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: port-security-groups-filtering Aug 19 13:00:16.915667 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.916767 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.917335 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: security-groups-remote-address-group Aug 19 13:00:16.917650 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: securitygroup.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.927611 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.928154 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: security-group Aug 19 13:00:16.928479 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: segment.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.929288 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.929792 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extension segment not supported by any of loaded plugins Aug 19 13:00:16.930113 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.931073 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.931592 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 19 13:00:16.931969 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: servicetype.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.933272 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.933784 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: service-type Aug 19 13:00:16.934111 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: sorting.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.935108 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.935441 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: sorting Aug 19 13:00:16.935786 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: standard_attr_segment.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.936684 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.937191 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 19 13:00:16.937511 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: standardattrdescription.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.938153 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.938707 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: standard-attr-description Aug 19 13:00:16.939025 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: stateful_security_group.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.939987 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.940490 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: stateful-security-group Aug 19 13:00:16.940810 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: stdattrs_common.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.941557 dv-cinder-805144-1-iscsi neutron-server[79194]: WARNING neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 19 13:00:16.941720 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.942731 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.943234 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 19 13:00:16.943582 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: subnet_onboard.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.944655 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.945160 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: subnet_onboard Aug 19 13:00:16.945483 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.946405 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.946903 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 19 13:00:16.947230 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: subnet_service_types.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.948884 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.949453 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: subnet-service-types Aug 19 13:00:16.949785 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: subnetallocation.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.950873 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.951375 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: subnet_allocation Aug 19 13:00:16.951733 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.952407 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.952947 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: subnetpool-prefix-ops Aug 19 13:00:16.953269 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.954196 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.954708 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 19 13:00:16.955027 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: tagging.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.956164 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.956673 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: standard-attr-tag Aug 19 13:00:16.957105 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: timestamp.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.958325 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.958833 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loaded extension: standard-attr-timestamp Aug 19 13:00:16.959157 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: trunk.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.960556 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.961263 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extension trunk not supported by any of loaded plugins Aug 19 13:00:16.961590 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: trunk_details.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.962518 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.963019 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extension trunk-details not supported by any of loaded plugins Aug 19 13:00:16.964358 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: uplink_status_propagation.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.965142 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.965644 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 19 13:00:16.965965 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Loading extension file: vlantransparent.py {{(pid=79194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 13:00:16.966651 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 13:00:16.967154 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extension vlan-transparent not supported by any of loaded plugins Aug 19 13:00:16.969716 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.quota.resource_registry [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Creating instance of TrackedResource for resource:network Aug 19 13:00:16.970454 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.quota.resource_registry [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Creating instance of TrackedResource for resource:subnet Aug 19 13:00:16.971258 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.quota.resource_registry [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 13:00:16.971887 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.quota.resource_registry [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Creating instance of TrackedResource for resource:port Aug 19 13:00:16.973177 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.v2.resource_helper [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 13:00:16.973612 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.v2.resource_helper [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Service FLAVORS assigned prefix: {{(pid=79194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 13:00:16.974264 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.v2.resource_helper [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 13:00:16.974695 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.v2.resource_helper [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 13:00:16.975029 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.quota.resource_registry [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Creating instance of TrackedResource for resource:router Aug 19 13:00:16.975704 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.quota.resource_registry [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Creating instance of TrackedResource for resource:floatingip Aug 19 13:00:16.976417 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.v2.resource_helper [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Service METERING assigned prefix: /metering {{(pid=79194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 13:00:16.977859 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.978223 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.978570 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:00:16.980055 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.quota.resource_registry [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Creating instance of CountableResource for resource:rbac_policy Aug 19 13:00:16.980455 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.quota.resource_registry [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Creating instance of TrackedResource for resource:security_group Aug 19 13:00:16.981127 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.quota.resource_registry [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Creating instance of TrackedResource for resource:security_group_rule Aug 19 13:00:16.981865 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.v2.resource_helper [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Service CORE assigned prefix: {{(pid=79194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 13:00:16.982197 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.quota.resource_registry [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 13:00:16.982539 dv-cinder-805144-1-iscsi neutron-server[79194]: WARNING neutron.quota.resource_registry [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] subnetpool is already registered Aug 19 13:00:16.983153 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.v2.resource_helper [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Service CORE assigned prefix: {{(pid=79194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 13:00:16.983481 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.quota.resource_registry [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 13:00:16.983843 dv-cinder-805144-1-iscsi neutron-server[79194]: WARNING neutron.quota.resource_registry [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] subnetpool is already registered Aug 19 13:00:16.986438 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.v2.resource_helper [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 13:00:16.986866 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.v2.resource_helper [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Service FLAVORS assigned prefix: {{(pid=79194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 13:00:16.987454 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.v2.resource_helper [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 13:00:16.987905 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.v2.resource_helper [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 13:00:16.988236 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.quota.resource_registry [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Creating instance of TrackedResource for resource:router Aug 19 13:00:16.988566 dv-cinder-805144-1-iscsi neutron-server[79194]: WARNING neutron.quota.resource_registry [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] router is already registered Aug 19 13:00:16.989148 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.quota.resource_registry [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Creating instance of TrackedResource for resource:floatingip Aug 19 13:00:16.989472 dv-cinder-805144-1-iscsi neutron-server[79194]: WARNING neutron.quota.resource_registry [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] floatingip is already registered Aug 19 13:00:16.990096 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.v2.resource_helper [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Service METERING assigned prefix: /metering {{(pid=79194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 13:00:16.990766 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.quota.resource_registry [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Creating instance of CountableResource for resource:rbac_policy Aug 19 13:00:16.991092 dv-cinder-805144-1-iscsi neutron-server[79194]: WARNING neutron.quota.resource_registry [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] rbac_policy is already registered Aug 19 13:00:16.991659 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.quota.resource_registry [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Creating instance of TrackedResource for resource:security_group Aug 19 13:00:16.992000 dv-cinder-805144-1-iscsi neutron-server[79194]: WARNING neutron.quota.resource_registry [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] security_group is already registered Aug 19 13:00:16.992578 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.quota.resource_registry [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Creating instance of TrackedResource for resource:security_group_rule Aug 19 13:00:16.992901 dv-cinder-805144-1-iscsi neutron-server[79194]: WARNING neutron.quota.resource_registry [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] security_group_rule is already registered Aug 19 13:00:16.993555 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.v2.resource_helper [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Service CORE assigned prefix: {{(pid=79194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 13:00:16.993942 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.quota.resource_registry [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 13:00:16.994270 dv-cinder-805144-1-iscsi neutron-server[79194]: WARNING neutron.quota.resource_registry [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] subnetpool is already registered Aug 19 13:00:16.994904 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.v2.resource_helper [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Service CORE assigned prefix: {{(pid=79194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 13:00:16.995231 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.quota.resource_registry [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 13:00:16.995546 dv-cinder-805144-1-iscsi neutron-server[79194]: WARNING neutron.quota.resource_registry [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] subnetpool is already registered Aug 19 13:00:16.996220 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extended resource: extensions {{(pid=79194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 13:00:16.997713 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extended resource: address-groups {{(pid=79194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 13:00:16.999362 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extended resource: address-scopes {{(pid=79194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 13:00:17.000608 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extended resource: agents {{(pid=79194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 13:00:17.001748 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extended resource: auto-allocated-topology {{(pid=79194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 13:00:17.002986 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extended resource: availability_zones {{(pid=79194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 13:00:17.005380 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extended resource: dhcp-networks {{(pid=79194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 13:00:17.006777 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extended resource: dhcp-agents {{(pid=79194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 13:00:17.008511 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extended resource: routers {{(pid=79194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 13:00:17.010878 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extended resource: flavors {{(pid=79194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 13:00:17.012158 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extended resource: service_profiles {{(pid=79194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 13:00:17.013312 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extended resource: next_providers {{(pid=79194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 13:00:17.014943 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extended resource: service_profiles {{(pid=79194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 13:00:17.017246 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extended resource: floatingip-pools {{(pid=79194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 13:00:17.019778 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extended resource: routers {{(pid=79194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 13:00:17.021612 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extended resource: floatingips {{(pid=79194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 13:00:17.022845 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extended resource: l3-routers {{(pid=79194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 13:00:17.026693 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extended resource: l3-agents {{(pid=79194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 13:00:17.028143 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extended resource: metering-labels {{(pid=79194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 13:00:17.029489 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extended resource: metering-label-rules {{(pid=79194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 13:00:17.030747 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extended resource: network-ip-availabilities {{(pid=79194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 13:00:17.032039 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extended resource: bindings {{(pid=79194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 13:00:17.033685 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extended resource: quotas {{(pid=79194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 13:00:17.035090 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extended resource: quotas {{(pid=79194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 13:00:17.036521 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extended resource: rbac-policies {{(pid=79194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 13:00:17.037783 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extended resource: security-groups {{(pid=79194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 13:00:17.038967 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extended resource: security-group-rules {{(pid=79194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 13:00:17.040225 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extended resource: service-providers {{(pid=79194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 13:00:17.041570 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extended resource: subnetpools {{(pid=79194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 13:00:17.043001 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extended resource: subnetpools {{(pid=79194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 13:00:17.044453 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extended resource: tags {{(pid=79194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 13:00:17.046120 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extended resource: tags {{(pid=79194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 13:00:17.048202 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extended resource: tags {{(pid=79194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 13:00:17.049983 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extended resource: tags {{(pid=79194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 13:00:17.051773 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extended resource: tags {{(pid=79194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 13:00:17.053617 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extended resource: tags {{(pid=79194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 13:00:17.055377 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extended resource: tags {{(pid=79194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 13:00:17.058205 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extended resource: tags {{(pid=79194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 13:00:17.060612 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extended resource: tags {{(pid=79194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 13:00:17.061884 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron.api.extensions [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Extended resource: tags {{(pid=79194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 13:00:17.067785 dv-cinder-805144-1-iscsi neutron-server[79194]: WARNING keystonemiddleware.auth_token [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 19 13:00:17.074105 dv-cinder-805144-1-iscsi neutron-server[79194]: WARNING keystonemiddleware.auth_token [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 19 13:00:17.082067 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_concurrency.lockutils [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Acquired lock "singleton_lock" {{(pid=79194) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 19 13:00:17.082540 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_concurrency.lockutils [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Releasing lock "singleton_lock" {{(pid=79194) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 19 13:00:17.083176 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO oslo_service.service [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Starting 2 workers Aug 19 13:00:17.087921 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Started child 79299 {{(pid=79194) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 19 13:00:17.092324 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Started child 79300 {{(pid=79194) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 19 13:00:17.093505 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:17.094154 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO neutron.service [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Neutron service started, listening on 0.0.0.0:9696 Aug 19 13:00:17.094444 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Notify callbacks [] for process, before_spawn {{(pid=79194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:17.095022 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [-] (79299) wsgi starting up on http://0.0.0.0:9696 Aug 19 13:00:17.096750 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:17.097211 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO oslo_service.service [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Starting 1 workers Aug 19 13:00:17.098161 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [-] (79300) wsgi starting up on http://0.0.0.0:9696 Aug 19 13:00:17.101829 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Started child 79301 {{(pid=79194) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 19 13:00:17.102345 dv-cinder-805144-1-iscsi neutron-server[79194]: INFO oslo_service.service [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Starting 1 workers Aug 19 13:00:17.105317 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.service [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] calling RpcWorker wait() {{(pid=79301) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 19 13:00:17.105879 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.service [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] returning from RpcWorker wait() {{(pid=79301) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 19 13:00:17.106898 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Started child 79302 {{(pid=79194) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 19 13:00:17.107258 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:17.107705 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG neutron_lib.callbacks.manager [None req-c93431a1-35ab-4788-92dd-e3ca957af47b None None] Notify callbacks [] for process, after_spawn {{(pid=79194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:17.107802 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:17.109548 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79194) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 19 13:00:17.109757 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 19 13:00:17.109940 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 19 13:00:17.110150 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 19 13:00:17.110481 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 19 13:00:17.110634 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 19 13:00:17.111153 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.111414 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.111716 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:17.112221 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.112221 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.112351 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.112761 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.113025 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.113271 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.113542 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.113790 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.113953 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.114115 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.114381 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.114627 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.114921 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.115169 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.115405 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.115699 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.115873 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.116123 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.116383 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.116640 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.116907 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] debug = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.117150 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.117629 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.117867 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.118107 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.118340 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.118610 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.118848 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.119119 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.119367 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.120229 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.120493 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.120747 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.120987 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.121261 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.121481 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.121693 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.121908 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.122399 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] host = dv-cinder-805144-1-iscsi {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.122611 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.122851 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.123070 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.123343 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.123555 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.123900 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.124038 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.124274 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.124548 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.124786 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.125037 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.125273 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.125502 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.125744 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] log_file = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.125903 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] log_options = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.126117 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.126392 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.126654 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.126836 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.127078 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.127219 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.127412 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.127590 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.127869 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.128103 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.128315 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.128527 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.128756 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.128997 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.129257 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.129566 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.129838 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.130443 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.130443 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.130733 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.130859 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.131095 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.131368 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.131609 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.131846 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.132058 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.132305 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.132516 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.132730 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.133010 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.133332 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.133478 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.133745 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.133977 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.134165 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.134364 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.134592 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.134830 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.135083 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.135899 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.136179 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.136394 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.136615 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.136824 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.138244 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.138440 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] use_json = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.138568 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:17.138705 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.138879 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.139146 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.139365 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.139630 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.139878 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.141643 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.142017 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.142496 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.142869 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.143226 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.143460 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.143738 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.144002 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.144280 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.144526 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.145789 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.145789 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.145789 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.145789 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.146302 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.146302 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.146302 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.146652 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.147305 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.147305 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.147607 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.147607 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.147859 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.148636 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.148636 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.148905 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.149083 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.149232 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.149475 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.149821 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.150024 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.150154 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.151509 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.151509 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.151509 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.151509 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.151509 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.151509 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.152274 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.152274 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.152519 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.152651 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.152860 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.153117 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.153365 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.153582 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.154347 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.154598 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.154824 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.155632 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.156076 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.156528 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.157134 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.158194 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.159028 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.159274 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.159519 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.159835 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.160075 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.160308 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.160552 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.160777 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.161254 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.165175 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.165462 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.165710 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.165958 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.166203 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.166610 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.166901 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.167165 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.168221 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.169060 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.171582 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.171827 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.172075 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.172317 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.172836 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.173067 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.173297 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.173553 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.173779 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.174007 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.174250 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.174501 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.174755 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.175050 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.175385 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.176519 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.178289 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.178569 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.178849 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.179270 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.179598 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.179852 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.180639 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.181369 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.181770 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.183072 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.183331 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.184272 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.184591 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.184859 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.185111 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.185344 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.185615 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.185870 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.186100 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.186374 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.186644 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.186899 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.187199 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.187561 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.187896 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.188137 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.188435 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.188679 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.188947 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.189244 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.189512 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.189780 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.190080 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.190552 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.190839 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.191142 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.191403 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.191654 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.191890 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.192127 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.192555 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.192856 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.193120 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.193341 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.193570 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.193909 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.194148 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.194380 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.194620 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.194877 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.195147 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.195385 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.195672 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.195928 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.196181 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.196432 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.196659 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.196870 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.197111 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.197355 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.197610 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.198457 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.198722 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.198945 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.199246 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.199535 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.199835 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.200053 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.200279 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.200511 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.200744 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.200962 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.201213 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.201430 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.201668 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.201918 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.202156 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.202386 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.202632 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.202870 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.203139 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.203374 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.203657 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.203905 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.204142 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.204387 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.204635 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.204894 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.205107 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.205369 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.205588 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.205800 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.206014 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.206233 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.206447 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.206662 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.206896 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.207115 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.207351 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.207616 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.207950 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.208208 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.208467 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.208717 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.208932 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.209153 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.209388 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.209601 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.209812 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.210027 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.210260 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.210533 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.210783 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.211043 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.211252 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.211458 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.211682 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.211893 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.212098 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.212382 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.212682 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.213128 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.213504 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.213739 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.213962 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.214204 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.215204 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.215489 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.216040 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.216380 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.216528 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.216734 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.217071 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.217292 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.217604 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.217864 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.218087 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.218371 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.218599 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.218823 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.219105 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.219429 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.219695 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.219955 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.220216 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.220432 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.220670 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.220949 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.221300 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.221635 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.221887 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.222139 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.222439 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.222730 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.223000 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.223234 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.223537 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.223917 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.224206 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.224527 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.224878 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.225040 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.225412 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.225631 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.225884 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.226209 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.226451 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.226708 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.226950 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.227179 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.227412 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.227694 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.227914 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.228143 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.228371 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.228609 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.228847 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.229003 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 19 13:00:17.229652 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79194) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 19 13:00:17.229820 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 19 13:00:17.229973 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 19 13:00:17.230192 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 19 13:00:17.230311 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 19 13:00:17.230461 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 19 13:00:17.230665 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.230825 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.230984 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.231142 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.231301 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.231496 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.231697 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.231839 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.231995 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.232154 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.232310 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.232468 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.232625 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.233055 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.233411 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.233569 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.233707 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.233849 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.234014 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.234148 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:17.234289 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.234424 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.234566 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.234705 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] debug = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.234795 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.234957 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.235109 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.235265 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.235407 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.235591 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.235727 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.235872 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.236029 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.236186 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.236341 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.236495 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.236650 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.236807 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.236962 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.237118 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.237262 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.237417 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] host = dv-cinder-805144-1-iscsi {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.237562 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.237715 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.237881 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.238075 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.238233 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.238388 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.238544 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.238688 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.238842 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.238997 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.239153 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.239308 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.239465 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.239667 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] log_file = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.239796 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] log_options = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.239934 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.240089 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.240244 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.240430 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.240593 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.240750 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.240905 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.241061 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.241218 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.241374 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.241528 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.241682 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.241837 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.241990 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.242145 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.242300 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.242455 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.242610 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.242765 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.242922 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.243076 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.243230 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.243384 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.243538 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.243715 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.243871 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.244026 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.244182 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.244342 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.245039 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.245247 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.245494 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.245658 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.245818 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.245974 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.246129 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.246284 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.246448 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.246603 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.246760 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.246916 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.247070 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.247226 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.247382 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.247537 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.247715 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] use_json = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.248285 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.248285 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.248811 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.248977 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.249162 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.249650 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.249650 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.249907 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 19 13:00:17.249907 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.250112 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.250195 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.250359 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.250523 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.250681 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.250840 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.250998 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.251591 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.251591 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.251591 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.252264 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.252264 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.252264 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.252264 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.252264 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.252695 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.252695 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.252695 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.253245 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.253245 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.253245 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.253245 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.254375 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.254375 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.254519 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.254598 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.254710 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.254874 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.255357 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.255561 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.255976 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.256210 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.256624 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.256823 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.256943 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.257100 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.257325 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.257455 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.257541 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.257704 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.257864 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.258027 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.258191 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.258352 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.260323 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.260323 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.260323 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.260323 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.260323 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.260323 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.260323 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.260323 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.260323 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.261154 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.261154 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.261154 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.261154 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.261154 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.261154 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.261154 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.261644 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.261644 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.261644 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.261644 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.261929 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.261929 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.262102 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.262264 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.262421 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.262743 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.262901 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.263216 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.263374 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.263535 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.263718 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.263872 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.264185 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.264349 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.264508 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.264667 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.264824 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.264983 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.265142 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.265313 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.265489 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.265650 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.265809 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.265968 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.266127 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.266287 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.266446 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.266605 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.266763 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.266923 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.267081 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.267239 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.267399 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.267556 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.267735 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.267892 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.268050 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.268207 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.268364 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.268521 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.268679 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.268837 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.268995 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.269153 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.269310 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.269468 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.269636 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.269794 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.269957 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.270150 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.270295 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.270531 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.270668 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.270760 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.270934 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.271123 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.271258 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.271392 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.271546 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.271716 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.271875 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.272075 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.272217 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.272351 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.272496 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.272654 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.272823 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.272978 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.273141 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.273300 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.273459 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.273617 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.273871 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.273984 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.274090 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.274253 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.274410 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.274572 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.274746 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.274887 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.275024 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.275159 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.275315 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.275459 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.276475 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.276475 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.276475 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.277986 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.277986 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.277986 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.277986 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.277986 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.277986 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.277986 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.277986 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.279956 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.279956 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.279956 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.279956 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.279956 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.279956 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.279956 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.279956 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.280408 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.280408 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.280408 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.280408 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.280408 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.280408 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.280408 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.280408 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.280849 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.280849 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.280849 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.280849 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.281076 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.281140 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.281362 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.281446 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.281570 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.281728 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.282195 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.282376 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.282536 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.282695 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.282854 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.283012 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.283170 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.283348 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.283510 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.283688 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.284174 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.284338 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.284499 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.285532 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.285532 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.285532 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.285532 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.285532 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.286637 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.286637 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.286637 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.286637 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.286637 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.286637 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.286637 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.287411 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.287411 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.287411 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.287411 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.288897 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.288897 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.288897 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.288897 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.288897 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.288897 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.288897 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.288897 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.289472 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.289472 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.289472 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.289472 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.289472 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.289794 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.289794 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.289911 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.290069 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.290225 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.290384 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.290765 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.290940 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.291163 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.291430 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.291630 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.291834 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.292038 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.292187 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.292407 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.292407 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.292783 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.292929 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.293067 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.293204 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.293338 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.293480 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.293599 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.293721 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.293879 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.294037 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.294195 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.294358 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.294515 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.294673 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.294836 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.294994 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.295151 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.295309 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.295466 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.295647 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 19 13:00:17.295800 dv-cinder-805144-1-iscsi neutron-server[79194]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 19 13:00:17.363443 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 47600) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:00:17.372853 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071840 Aug 19 13:00:28.190799 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedf2e1c-bdfa-4c49-853f-cbab05a32359 None None] get_active_networks_info from dv-cinder-805144-1-iscsi {{(pid=79301) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Aug 19 13:00:28.282065 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedf2e1c-bdfa-4c49-853f-cbab05a32359 None None] No non-hosted networks {{(pid=79301) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 19 13:00:28.299705 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.agentschedulers_db [None req-bedf2e1c-bdfa-4c49-853f-cbab05a32359 None None] DHCP Agent not found on host dv-cinder-805144-1-iscsi {{(pid=79301) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 19 13:00:28.378075 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-b2307f11-f053-4384-9ae0-077d49337b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7992138'] for agent, after_create {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:28.567547 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7992138'] for agent, after_create {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:28.568408 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:28.568750 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:28.570809 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:28.571348 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:28.571917 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:28.572326 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:28.572688 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:28.573024 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:28.573358 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:28.573683 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:28.574010 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:28.574335 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:28.574741 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-805144-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:28.597869 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-805144-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:30.933588 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-681b0f8f-6b91-4cba-a663-de5ae1f27a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7992138'] for agent, after_create {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:30.996618 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a766369b-5717-47cf-8f76-e0808961bddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:31.748620 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7992138'] for agent, after_create {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:33.142414 dv-cinder-805144-1-iscsi neutron-server[79301]: INFO neutron.db.l3_hamode_db [None req-bd9cb138-5f9a-4217-8e71-b9a2e2dff731 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 19 13:00:33.247801 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9cb138-5f9a-4217-8e71-b9a2e2dff731 None None] Routers set() bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:00:33.247801 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9cb138-5f9a-4217-8e71-b9a2e2dff731 None None] Router IDs set() for agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 19 13:00:33.386770 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7992138'] for agent, after_create {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:35.090948 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 47692) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:00:35.701859 dv-cinder-805144-1-iscsi neutron-server[79300]: WARNING oslo_policy.policy [None req-aec99f2a-7da4-42ee-93ad-cc24ec87573f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 13:00:35.702426 dv-cinder-805144-1-iscsi neutron-server[79300]: WARNING oslo_policy.policy [None req-aec99f2a-7da4-42ee-93ad-cc24ec87573f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 13:00:35.927321 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [None req-aec99f2a-7da4-42ee-93ad-cc24ec87573f admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=79300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 13:00:35.928350 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-aec99f2a-7da4-42ee-93ad-cc24ec87573f admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8364639 Aug 19 13:00:38.434679 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 47706) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:00:39.119439 dv-cinder-805144-1-iscsi neutron-server[79299]: WARNING oslo_policy.policy [None req-a5a2d51f-601c-4863-8af0-dd9b9ac7ab97 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 13:00:39.120126 dv-cinder-805144-1-iscsi neutron-server[79299]: WARNING oslo_policy.policy [None req-a5a2d51f-601c-4863-8af0-dd9b9ac7ab97 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 13:00:39.345005 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-a5a2d51f-601c-4863-8af0-dd9b9ac7ab97 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:00:39.444741 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.policy [None req-a5a2d51f-601c-4863-8af0-dd9b9ac7ab97 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79299) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 19 13:00:39.490007 dv-cinder-805144-1-iscsi neutron-server[79299]: WARNING oslo_policy.policy [None req-a5a2d51f-601c-4863-8af0-dd9b9ac7ab97 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 13:00:39.490392 dv-cinder-805144-1-iscsi neutron-server[79299]: WARNING oslo_policy.policy [None req-a5a2d51f-601c-4863-8af0-dd9b9ac7ab97 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 13:00:39.499511 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.quota [None req-a5a2d51f-601c-4863-8af0-dd9b9ac7ab97 admin admin] Loaded quota_driver: . Aug 19 13:00:39.515590 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-a5a2d51f-601c-4863-8af0-dd9b9ac7ab97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:00:39.579904 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a5a2d51f-601c-4863-8af0-dd9b9ac7ab97 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734201784489', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734201786206', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734201777462', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734201771592', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734201761733', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734201754791', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-794048', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-948525', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8081736', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7984473'] for rbac-policy, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:39.649352 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a5a2d51f-601c-4863-8af0-dd9b9ac7ab97 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:39.650745 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-a5a2d51f-601c-4863-8af0-dd9b9ac7ab97 admin admin] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2140501 Aug 19 13:00:42.299220 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 47724) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:00:42.664453 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-3f275f53-52d4-4eff-b8a6-6b5d99127280 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '87297c7cc6ee43f6bae59bce25ce4523'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:00:42.669535 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-3f275f53-52d4-4eff-b8a6-6b5d99127280 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:00:42.673906 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-3f275f53-52d4-4eff-b8a6-6b5d99127280 admin admin] Usage tracker for resource:network and tenant:87297c7cc6ee43f6bae59bce25ce4523 is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:00:42.678472 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-3f275f53-52d4-4eff-b8a6-6b5d99127280 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:00:42.685139 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-3f275f53-52d4-4eff-b8a6-6b5d99127280 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:00:42.694671 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f275f53-52d4-4eff-b8a6-6b5d99127280 admin admin] Made reservation on behalf of 87297c7cc6ee43f6bae59bce25ce4523 for: {'network': 1} {{(pid=79299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:00:42.698210 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-3f275f53-52d4-4eff-b8a6-6b5d99127280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for network, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:42.715481 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-3f275f53-52d4-4eff-b8a6-6b5d99127280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:42.729366 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-3f275f53-52d4-4eff-b8a6-6b5d99127280 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:00:42.733080 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-3f275f53-52d4-4eff-b8a6-6b5d99127280 admin admin] Usage tracker for resource:security_group_rule and tenant:87297c7cc6ee43f6bae59bce25ce4523 is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:00:42.738355 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-3f275f53-52d4-4eff-b8a6-6b5d99127280 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:00:42.744644 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-3f275f53-52d4-4eff-b8a6-6b5d99127280 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:00:42.840984 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-3f275f53-52d4-4eff-b8a6-6b5d99127280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:42.845545 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-3f275f53-52d4-4eff-b8a6-6b5d99127280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:42.851276 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:00:42.875080 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f275f53-52d4-4eff-b8a6-6b5d99127280 admin admin] vlan segment allocate from pool success with {'vlan_id': 1024, 'physical_network': 'physnet1'} {{(pid=79299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:00:42.900215 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-3f275f53-52d4-4eff-b8a6-6b5d99127280 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734197845140', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910984'] for segment, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:42.900815 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-3f275f53-52d4-4eff-b8a6-6b5d99127280 admin admin] Unsubscribe: segment precommit_create {{(pid=79299) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 19 13:00:42.901306 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.db.segments_db [None req-3f275f53-52d4-4eff-b8a6-6b5d99127280 admin admin] Added segment d855ca8c-9f28-4fe7-9f0e-d7e0995042c5 of type vlan for network d9a11d26-11e6-4c71-813e-9189215a27ff Aug 19 13:00:42.909705 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f275f53-52d4-4eff-b8a6-6b5d99127280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71cb96c-0c1b-4f3b-ac96-2cfefc1fd438,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:42.965126 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f275f53-52d4-4eff-b8a6-6b5d99127280 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:42.965481 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f275f53-52d4-4eff-b8a6-6b5d99127280 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:42.965814 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f275f53-52d4-4eff-b8a6-6b5d99127280 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:42.966140 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f275f53-52d4-4eff-b8a6-6b5d99127280 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:42.966461 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f275f53-52d4-4eff-b8a6-6b5d99127280 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:42.966802 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f275f53-52d4-4eff-b8a6-6b5d99127280 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:42.967119 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f275f53-52d4-4eff-b8a6-6b5d99127280 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:42.967446 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f275f53-52d4-4eff-b8a6-6b5d99127280 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:42.967928 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f275f53-52d4-4eff-b8a6-6b5d99127280 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:42.968154 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f275f53-52d4-4eff-b8a6-6b5d99127280 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:42.968466 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f275f53-52d4-4eff-b8a6-6b5d99127280 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:42.968775 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f275f53-52d4-4eff-b8a6-6b5d99127280 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:42.969962 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f275f53-52d4-4eff-b8a6-6b5d99127280 admin admin] Tracked resource versions report: Aug 19 13:00:42.969962 dv-cinder-805144-1-iscsi neutron-server[79299]: pushed versions: Aug 19 13:00:42.969962 dv-cinder-805144-1-iscsi neutron-server[79299]: { 'AddressGroup': {'1.2'}, Aug 19 13:00:42.969962 dv-cinder-805144-1-iscsi neutron-server[79299]: 'ConntrackHelper': {'1.0'}, Aug 19 13:00:42.969962 dv-cinder-805144-1-iscsi neutron-server[79299]: 'Log': {'1.0'}, Aug 19 13:00:42.969962 dv-cinder-805144-1-iscsi neutron-server[79299]: 'Network': {'1.1'}, Aug 19 13:00:42.969962 dv-cinder-805144-1-iscsi neutron-server[79299]: 'Port': {'1.7'}, Aug 19 13:00:42.969962 dv-cinder-805144-1-iscsi neutron-server[79299]: 'PortForwarding': {'1.2'}, Aug 19 13:00:42.969962 dv-cinder-805144-1-iscsi neutron-server[79299]: 'QosPolicy': {'1.8'}, Aug 19 13:00:42.969962 dv-cinder-805144-1-iscsi neutron-server[79299]: 'SecurityGroup': {'1.4'}, Aug 19 13:00:42.969962 dv-cinder-805144-1-iscsi neutron-server[79299]: 'SecurityGroupRule': {'1.2'}, Aug 19 13:00:42.969962 dv-cinder-805144-1-iscsi neutron-server[79299]: 'SubPort': {'1.0'}, Aug 19 13:00:42.969962 dv-cinder-805144-1-iscsi neutron-server[79299]: 'Subnet': {'1.1'}, Aug 19 13:00:42.969962 dv-cinder-805144-1-iscsi neutron-server[79299]: 'Trunk': {'1.1'}} Aug 19 13:00:42.969962 dv-cinder-805144-1-iscsi neutron-server[79299]: consumer versions: Aug 19 13:00:42.969962 dv-cinder-805144-1-iscsi neutron-server[79299]: { DHCP agent@dv-cinder-805144-1-iscsi: {}, Aug 19 13:00:42.969962 dv-cinder-805144-1-iscsi neutron-server[79299]: L3 agent@dv-cinder-805144-1-iscsi: {}, Aug 19 13:00:42.969962 dv-cinder-805144-1-iscsi neutron-server[79299]: Metadata agent@dv-cinder-805144-1-iscsi: {}, Aug 19 13:00:42.969962 dv-cinder-805144-1-iscsi neutron-server[79299]: Metering agent@dv-cinder-805144-1-iscsi: {}, Aug 19 13:00:42.969962 dv-cinder-805144-1-iscsi neutron-server[79299]: Open vSwitch agent@dv-cinder-805144-1-iscsi: { 'AddressGroup': '1.2', Aug 19 13:00:42.969962 dv-cinder-805144-1-iscsi neutron-server[79299]: 'ConntrackHelper': '1.0', Aug 19 13:00:42.969962 dv-cinder-805144-1-iscsi neutron-server[79299]: 'Log': '1.0', Aug 19 13:00:42.969962 dv-cinder-805144-1-iscsi neutron-server[79299]: 'Network': '1.1', Aug 19 13:00:42.969962 dv-cinder-805144-1-iscsi neutron-server[79299]: 'Port': '1.7', Aug 19 13:00:42.969962 dv-cinder-805144-1-iscsi neutron-server[79299]: 'PortForwarding': '1.2', Aug 19 13:00:42.969962 dv-cinder-805144-1-iscsi neutron-server[79299]: 'QosPolicy': '1.8', Aug 19 13:00:42.969962 dv-cinder-805144-1-iscsi neutron-server[79299]: 'SecurityGroup': '1.4', Aug 19 13:00:42.969962 dv-cinder-805144-1-iscsi neutron-server[79299]: 'SecurityGroupRule': '1.2', Aug 19 13:00:42.969962 dv-cinder-805144-1-iscsi neutron-server[79299]: 'SubPort': '1.0', Aug 19 13:00:42.969962 dv-cinder-805144-1-iscsi neutron-server[79299]: 'Subnet': '1.1', Aug 19 13:00:42.969962 dv-cinder-805144-1-iscsi neutron-server[79299]: 'Trunk': '1.1'}} Aug 19 13:00:42.969962 dv-cinder-805144-1-iscsi neutron-server[79299]: {{(pid=79299) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 13:00:43.016730 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-3f275f53-52d4-4eff-b8a6-6b5d99127280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:00:43.018367 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-3f275f53-52d4-4eff-b8a6-6b5d99127280 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734197367691'] for network, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:43.065244 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-3f275f53-52d4-4eff-b8a6-6b5d99127280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217'] for network, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:43.066821 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f275f53-52d4-4eff-b8a6-6b5d99127280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:43.067510 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-3f275f53-52d4-4eff-b8a6-6b5d99127280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for network, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:43.070851 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:00:43.176753 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f275f53-52d4-4eff-b8a6-6b5d99127280 admin admin] Pushing event updated for resources: {'Network': ['ID=d9a11d26-11e6-4c71-813e-9189215a27ff,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:43.179822 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-3f275f53-52d4-4eff-b8a6-6b5d99127280 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.8795202 Aug 19 13:00:43.182363 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-3f275f53-52d4-4eff-b8a6-6b5d99127280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:00:43.191455 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Network d9a11d26-11e6-4c71-813e-9189215a27ff details requested by agent ovs-agent-dv-cinder-805144-1-iscsi with host dv-cinder-805144-1-iscsi {{(pid=79301) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 19 13:00:45.959624 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 47740) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:00:46.423770 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7948e2-bb2a-4e93-9ffc-e9be11b6d642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:46.425139 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-0f7948e2-bb2a-4e93-9ffc-e9be11b6d642 admin admin] 10.222.0.49 "GET /v2.0/networks/d9a11d26-11e6-4c71-813e-9189215a27ff HTTP/1.1" status: 200 len: 826 time: 0.4645438 Aug 19 13:00:46.454477 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-d1daff43-5f77-4d9a-a485-4ee287b51cd0 admin admin] 10.222.0.49 "GET /v2.0/subnetpools/55a505c4-771b-4e28-bdea-f7d3ab4c1db9 HTTP/1.1" status: 200 len: 734 time: 0.0239170 Aug 19 13:00:46.463365 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-36cdfc88-ac26-4139-ac24-0d8aa710d3d6 admin admin] Request body: {'subnet': {'subnetpool_id': '55a505c4-771b-4e28-bdea-f7d3ab4c1db9', 'ip_version': 4, 'network_id': 'd9a11d26-11e6-4c71-813e-9189215a27ff', 'tenant_id': '87297c7cc6ee43f6bae59bce25ce4523', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:00:46.467807 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-36cdfc88-ac26-4139-ac24-0d8aa710d3d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:00:46.471638 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-36cdfc88-ac26-4139-ac24-0d8aa710d3d6 admin admin] Usage tracker for resource:subnet and tenant:87297c7cc6ee43f6bae59bce25ce4523 is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:00:46.476231 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-36cdfc88-ac26-4139-ac24-0d8aa710d3d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:00:46.481978 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-36cdfc88-ac26-4139-ac24-0d8aa710d3d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:00:46.491783 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36cdfc88-ac26-4139-ac24-0d8aa710d3d6 admin admin] Made reservation on behalf of 87297c7cc6ee43f6bae59bce25ce4523 for: {'subnet': 1} {{(pid=79299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:00:46.494642 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-36cdfc88-ac26-4139-ac24-0d8aa710d3d6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:46.778416 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-36cdfc88-ac26-4139-ac24-0d8aa710d3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217'] for subnet, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:46.782441 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:00:46.873405 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cdfc88-ac26-4139-ac24-0d8aa710d3d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76cad406-a2d5-4b07-9e6e-dc7e93f72085,revision_number=0']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:46.878093 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-36cdfc88-ac26-4139-ac24-0d8aa710d3d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:00:46.880614 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cdfc88-ac26-4139-ac24-0d8aa710d3d6 admin admin] Checking segment: {'id': 'd855ca8c-9f28-4fe7-9f0e-d7e0995042c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'd9a11d26-11e6-4c71-813e-9189215a27ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:00:46.880992 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cdfc88-ac26-4139-ac24-0d8aa710d3d6 admin admin] Network hostable DHCP agents. Network: d9a11d26-11e6-4c71-813e-9189215a27ff, hostable agents: ['31b92e89-357e-408d-a141-4e7242d6bd98'], hosted agents: [] {{(pid=79299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:00:46.902829 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cdfc88-ac26-4139-ac24-0d8aa710d3d6 admin admin] Network d9a11d26-11e6-4c71-813e-9189215a27ff is scheduled to be hosted by DHCP agent 31b92e89-357e-408d-a141-4e7242d6bd98 with binding_index 1 {{(pid=79299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:00:46.914005 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.base_scheduler [None req-36cdfc88-ac26-4139-ac24-0d8aa710d3d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805144-1-iscsi, d9a11d26-11e6-4c71-813e-9189215a27ff) {{(pid=79299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:00:46.918819 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cdfc88-ac26-4139-ac24-0d8aa710d3d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:46.919409 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-36cdfc88-ac26-4139-ac24-0d8aa710d3d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for subnet, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:46.924095 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4c8ed0-4641-4475-bc8d-b3454a0a4f1e None None] Network d9a11d26-11e6-4c71-813e-9189215a27ff requested from dv-cinder-805144-1-iscsi {{(pid=79301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 19 13:00:46.943324 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-36cdfc88-ac26-4139-ac24-0d8aa710d3d6 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4830225 Aug 19 13:00:47.333810 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fcc753-c98d-4692-bab6-00a1428f492f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47980deb-f177-502b-bf5e-237545d7a88e-d9a11d26-11e6-4c71-813e-9189215a27ff', 'network_id': 'd9a11d26-11e6-4c71-813e-9189215a27ff', 'tenant_id': '87297c7cc6ee43f6bae59bce25ce4523', 'fixed_ips': [{'subnet_id': '76cad406-a2d5-4b07-9e6e-dc7e93f72085'}]}} from dv-cinder-805144-1-iscsi. {{(pid=79301) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 19 13:00:47.335001 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-f3fcc753-c98d-4692-bab6-00a1428f492f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:47.521487 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.db_base_plugin_common [None req-f3fcc753-c98d-4692-bab6-00a1428f492f None None] Allocated IP 172.20.0.2 (d9a11d26-11e6-4c71-813e-9189215a27ff/76cad406-a2d5-4b07-9e6e-dc7e93f72085/9317dd57-60d0-4dc5-a202-8d68e28bf12a) {{(pid=79301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:00:47.756735 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-f3fcc753-c98d-4692-bab6-00a1428f492f None None] Notify callbacks [] for port, precommit_create {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:47.771619 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-f3fcc753-c98d-4692-bab6-00a1428f492f None None] Transition to ACTIVE for port object 9317dd57-60d0-4dc5-a202-8d68e28bf12a will not be triggered until provisioned by entity L2. {{(pid=79301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:00:47.793527 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-f3fcc753-c98d-4692-bab6-00a1428f492f None None] Transition to ACTIVE for port object 9317dd57-60d0-4dc5-a202-8d68e28bf12a will not be triggered until provisioned by entity DHCP. {{(pid=79301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:00:47.801392 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-f3fcc753-c98d-4692-bab6-00a1428f492f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910'] for port, after_create {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:47.810939 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:00:47.873225 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fcc753-c98d-4692-bab6-00a1428f492f None None] Network d9a11d26-11e6-4c71-813e-9189215a27ff is already hosted by enough agents. {{(pid=79301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:00:47.876118 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.scheduler.base_scheduler [None req-f3fcc753-c98d-4692-bab6-00a1428f492f None None] Resources bound (agent type, host, resource id): {{(pid=79301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:00:47.888059 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fcc753-c98d-4692-bab6-00a1428f492f None None] Received port after_create {{(pid=79301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:00:47.890392 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fcc753-c98d-4692-bab6-00a1428f492f None None] Pushing event updated for resources: {'Port': ['ID=9317dd57-60d0-4dc5-a202-8d68e28bf12a,revision_number=1']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:47.925756 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fcc753-c98d-4692-bab6-00a1428f492f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:47.926463 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fcc753-c98d-4692-bab6-00a1428f492f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:47.926463 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fcc753-c98d-4692-bab6-00a1428f492f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:47.926741 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fcc753-c98d-4692-bab6-00a1428f492f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:47.927074 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fcc753-c98d-4692-bab6-00a1428f492f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:47.927391 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fcc753-c98d-4692-bab6-00a1428f492f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:47.928202 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fcc753-c98d-4692-bab6-00a1428f492f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:47.928202 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fcc753-c98d-4692-bab6-00a1428f492f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:47.928381 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fcc753-c98d-4692-bab6-00a1428f492f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:47.928700 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fcc753-c98d-4692-bab6-00a1428f492f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:47.929016 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fcc753-c98d-4692-bab6-00a1428f492f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:47.929331 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fcc753-c98d-4692-bab6-00a1428f492f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:47.930517 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fcc753-c98d-4692-bab6-00a1428f492f None None] Tracked resource versions report: Aug 19 13:00:47.930517 dv-cinder-805144-1-iscsi neutron-server[79301]: pushed versions: Aug 19 13:00:47.930517 dv-cinder-805144-1-iscsi neutron-server[79301]: { 'AddressGroup': {'1.2'}, Aug 19 13:00:47.930517 dv-cinder-805144-1-iscsi neutron-server[79301]: 'ConntrackHelper': {'1.0'}, Aug 19 13:00:47.930517 dv-cinder-805144-1-iscsi neutron-server[79301]: 'Log': {'1.0'}, Aug 19 13:00:47.930517 dv-cinder-805144-1-iscsi neutron-server[79301]: 'Network': {'1.1'}, Aug 19 13:00:47.930517 dv-cinder-805144-1-iscsi neutron-server[79301]: 'Port': {'1.7'}, Aug 19 13:00:47.930517 dv-cinder-805144-1-iscsi neutron-server[79301]: 'PortForwarding': {'1.2'}, Aug 19 13:00:47.930517 dv-cinder-805144-1-iscsi neutron-server[79301]: 'QosPolicy': {'1.8'}, Aug 19 13:00:47.930517 dv-cinder-805144-1-iscsi neutron-server[79301]: 'SecurityGroup': {'1.4'}, Aug 19 13:00:47.930517 dv-cinder-805144-1-iscsi neutron-server[79301]: 'SecurityGroupRule': {'1.2'}, Aug 19 13:00:47.930517 dv-cinder-805144-1-iscsi neutron-server[79301]: 'SubPort': {'1.0'}, Aug 19 13:00:47.930517 dv-cinder-805144-1-iscsi neutron-server[79301]: 'Subnet': {'1.1'}, Aug 19 13:00:47.930517 dv-cinder-805144-1-iscsi neutron-server[79301]: 'Trunk': {'1.1'}} Aug 19 13:00:47.930517 dv-cinder-805144-1-iscsi neutron-server[79301]: consumer versions: Aug 19 13:00:47.930517 dv-cinder-805144-1-iscsi neutron-server[79301]: { DHCP agent@dv-cinder-805144-1-iscsi: {}, Aug 19 13:00:47.930517 dv-cinder-805144-1-iscsi neutron-server[79301]: L3 agent@dv-cinder-805144-1-iscsi: {}, Aug 19 13:00:47.930517 dv-cinder-805144-1-iscsi neutron-server[79301]: Metadata agent@dv-cinder-805144-1-iscsi: {}, Aug 19 13:00:47.930517 dv-cinder-805144-1-iscsi neutron-server[79301]: Metering agent@dv-cinder-805144-1-iscsi: {}, Aug 19 13:00:47.930517 dv-cinder-805144-1-iscsi neutron-server[79301]: Open vSwitch agent@dv-cinder-805144-1-iscsi: { 'AddressGroup': '1.2', Aug 19 13:00:47.930517 dv-cinder-805144-1-iscsi neutron-server[79301]: 'ConntrackHelper': '1.0', Aug 19 13:00:47.930517 dv-cinder-805144-1-iscsi neutron-server[79301]: 'Log': '1.0', Aug 19 13:00:47.930517 dv-cinder-805144-1-iscsi neutron-server[79301]: 'Network': '1.1', Aug 19 13:00:47.930517 dv-cinder-805144-1-iscsi neutron-server[79301]: 'Port': '1.7', Aug 19 13:00:47.930517 dv-cinder-805144-1-iscsi neutron-server[79301]: 'PortForwarding': '1.2', Aug 19 13:00:47.930517 dv-cinder-805144-1-iscsi neutron-server[79301]: 'QosPolicy': '1.8', Aug 19 13:00:47.930517 dv-cinder-805144-1-iscsi neutron-server[79301]: 'SecurityGroup': '1.4', Aug 19 13:00:47.930517 dv-cinder-805144-1-iscsi neutron-server[79301]: 'SecurityGroupRule': '1.2', Aug 19 13:00:47.930517 dv-cinder-805144-1-iscsi neutron-server[79301]: 'SubPort': '1.0', Aug 19 13:00:47.930517 dv-cinder-805144-1-iscsi neutron-server[79301]: 'Subnet': '1.1', Aug 19 13:00:47.930517 dv-cinder-805144-1-iscsi neutron-server[79301]: 'Trunk': '1.1'}} Aug 19 13:00:47.930517 dv-cinder-805144-1-iscsi neutron-server[79301]: {{(pid=79301) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 13:00:47.943158 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-f3fcc753-c98d-4692-bab6-00a1428f492f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:00:47.995750 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-f3fcc753-c98d-4692-bab6-00a1428f492f None None] Attempting to bind port 9317dd57-60d0-4dc5-a202-8d68e28bf12a on host dv-cinder-805144-1-iscsi for vnic_type normal with profile {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:00:47.996161 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-f3fcc753-c98d-4692-bab6-00a1428f492f None None] Attempting to bind port 9317dd57-60d0-4dc5-a202-8d68e28bf12a by drivers openvswitch,hyperv on host dv-cinder-805144-1-iscsi at level 0 using segments [{'id': 'd855ca8c-9f28-4fe7-9f0e-d7e0995042c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'd9a11d26-11e6-4c71-813e-9189215a27ff'}] {{(pid=79301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:00:47.996596 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fcc753-c98d-4692-bab6-00a1428f492f None None] Attempting to bind port 9317dd57-60d0-4dc5-a202-8d68e28bf12a on network d9a11d26-11e6-4c71-813e-9189215a27ff {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:00:48.001956 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fcc753-c98d-4692-bab6-00a1428f492f None None] Checking agent: {'id': '22cf82ff-da15-404e-8075-dce9686ce61b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805144-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 13, 0, 29), 'started_at': datetime.datetime(2021, 8, 19, 13, 0, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805144-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 19 13:00:48.002371 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fcc753-c98d-4692-bab6-00a1428f492f None None] Checking segment: {'id': 'd855ca8c-9f28-4fe7-9f0e-d7e0995042c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'd9a11d26-11e6-4c71-813e-9189215a27ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:00:48.002853 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-f3fcc753-c98d-4692-bab6-00a1428f492f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:48.003255 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fcc753-c98d-4692-bab6-00a1428f492f None None] Bound using segment: {'id': 'd855ca8c-9f28-4fe7-9f0e-d7e0995042c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'd9a11d26-11e6-4c71-813e-9189215a27ff'} {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 19 13:00:48.003757 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-f3fcc753-c98d-4692-bab6-00a1428f492f None None] Bound port: 9317dd57-60d0-4dc5-a202-8d68e28bf12a, host: dv-cinder-805144-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd855ca8c-9f28-4fe7-9f0e-d7e0995042c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'd9a11d26-11e6-4c71-813e-9189215a27ff'}}] {{(pid=79301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:00:48.004151 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-f3fcc753-c98d-4692-bab6-00a1428f492f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:48.095004 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-f3fcc753-c98d-4692-bab6-00a1428f492f None None] For port 9317dd57-60d0-4dc5-a202-8d68e28bf12a, host dv-cinder-805144-1-iscsi, cleared binding levels {{(pid=79301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 19 13:00:48.099653 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-f3fcc753-c98d-4692-bab6-00a1428f492f None None] For port 9317dd57-60d0-4dc5-a202-8d68e28bf12a, host dv-cinder-805144-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=9317dd57-60d0-4dc5-a202-8d68e28bf12a,segment=NetworkSegment(d855ca8c-9f28-4fe7-9f0e-d7e0995042c5),segment_id=d855ca8c-9f28-4fe7-9f0e-d7e0995042c5)] {{(pid=79301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 19 13:00:48.105408 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-f3fcc753-c98d-4692-bab6-00a1428f492f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:48.109490 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:00:48.229326 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fcc753-c98d-4692-bab6-00a1428f492f None None] Pushing event updated for resources: {'Port': ['ID=9317dd57-60d0-4dc5-a202-8d68e28bf12a,revision_number=2']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:48.233846 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-f3fcc753-c98d-4692-bab6-00a1428f492f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:00:49.426208 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 47750) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:00:49.824259 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [None req-9840ce42-e057-4567-aeec-dd5d0932144a admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=79299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 13:00:49.839588 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-9840ce42-e057-4567-aeec-dd5d0932144a admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3982465 Aug 19 13:00:50.904124 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 9317dd57-60d0-4dc5-a202-8d68e28bf12a up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:00:50.981448 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning for port 9317dd57-60d0-4dc5-a202-8d68e28bf12a completed by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:00:52.065324 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79797322-fb95-4fec-b14c-4b2ca202e4cd None None] Network d9a11d26-11e6-4c71-813e-9189215a27ff requested from dv-cinder-805144-1-iscsi {{(pid=79301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 19 13:00:52.158155 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-41c0224a-4f06-4540-901a-75da8f290ee8 None None] Provisioning for port 9317dd57-60d0-4dc5-a202-8d68e28bf12a completed by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:00:52.166745 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-41c0224a-4f06-4540-901a-75da8f290ee8 None None] Provisioning complete for port 9317dd57-60d0-4dc5-a202-8d68e28bf12a triggered by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:00:52.167217 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-41c0224a-4f06-4540-901a-75da8f290ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:52.245606 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 47764) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:00:52.398165 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-41c0224a-4f06-4540-901a-75da8f290ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:52.443284 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-41c0224a-4f06-4540-901a-75da8f290ee8 None None] For port 9317dd57-60d0-4dc5-a202-8d68e28bf12a, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=9317dd57-60d0-4dc5-a202-8d68e28bf12a,segment=NetworkSegment(d855ca8c-9f28-4fe7-9f0e-d7e0995042c5),segment_id=d855ca8c-9f28-4fe7-9f0e-d7e0995042c5)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:00:52.448877 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-41c0224a-4f06-4540-901a-75da8f290ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:52.452873 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-f3fcc753-c98d-4692-bab6-00a1428f492f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:00:52.531854 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c0224a-4f06-4540-901a-75da8f290ee8 None None] Pushing event updated for resources: {'Port': ['ID=9317dd57-60d0-4dc5-a202-8d68e28bf12a,revision_number=3']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:52.535345 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-41c0224a-4f06-4540-901a-75da8f290ee8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:00:52.645120 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [None req-e56d3d5b-630f-41df-ae91-95f540ed0e9f admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=79299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 13:00:52.646092 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-e56d3d5b-630f-41df-ae91-95f540ed0e9f admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3995676 Aug 19 13:00:52.775917 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-9d5c9fba-cdf0-4c99-8c73-087df75d33e9 None None] Provisioning complete for port 9317dd57-60d0-4dc5-a202-8d68e28bf12a triggered by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:00:52.776293 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-9d5c9fba-cdf0-4c99-8c73-087df75d33e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:52.874378 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 9317dd57-60d0-4dc5-a202-8d68e28bf12a up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:00:52.971395 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning complete for port 9317dd57-60d0-4dc5-a202-8d68e28bf12a triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:00:52.971793 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:55.583755 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 47776) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:00:55.951003 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-1d98033f-e6da-4de5-bde4-a133c7ad4548 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '87297c7cc6ee43f6bae59bce25ce4523'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:00:55.956076 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-1d98033f-e6da-4de5-bde4-a133c7ad4548 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:00:55.960093 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-1d98033f-e6da-4de5-bde4-a133c7ad4548 admin admin] Usage tracker for resource:router and tenant:87297c7cc6ee43f6bae59bce25ce4523 is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:00:55.964944 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-1d98033f-e6da-4de5-bde4-a133c7ad4548 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:00:55.972050 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-1d98033f-e6da-4de5-bde4-a133c7ad4548 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:00:55.984122 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-1d98033f-e6da-4de5-bde4-a133c7ad4548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8006359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14752'] for router, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:55.984626 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-1d98033f-e6da-4de5-bde4-a133c7ad4548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8006194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7969985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8046295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14761'] for router, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:56.007998 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-1d98033f-e6da-4de5-bde4-a133c7ad4548 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:56.137194 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-1d98033f-e6da-4de5-bde4-a133c7ad4548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8006181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7963014'] for router, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:56.156393 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-1d98033f-e6da-4de5-bde4-a133c7ad4548 admin admin] Notify callbacks [] for router, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:56.157774 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-1d98033f-e6da-4de5-bde4-a133c7ad4548 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5729287 Aug 19 13:00:58.109249 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-6c12334e-0e29-47de-ba68-9fe8081c9237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:58.555454 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:58.660666 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 47786) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:00:59.067551 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [None req-635e123b-972a-425a-9003-e6b216869ba0 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=79299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 13:00:59.068641 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-635e123b-972a-425a-9003-e6b216869ba0 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4070902 Aug 19 13:01:00.940708 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-9e62ca59-f49d-4717-9254-fb038ec5b3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:01.513496 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 47796) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:01:01.700035 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:01.919142 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-614ab69c-6c2e-4be2-9b35-cc1dc7c2327a admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:01:01.924849 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-614ab69c-6c2e-4be2-9b35-cc1dc7c2327a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:01:01.928927 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-614ab69c-6c2e-4be2-9b35-cc1dc7c2327a admin admin] Usage tracker for resource:network and tenant:c8d90e565d0e4adeb3b642f264c27db7 is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:01:01.932919 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-614ab69c-6c2e-4be2-9b35-cc1dc7c2327a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:01:01.938768 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-614ab69c-6c2e-4be2-9b35-cc1dc7c2327a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:01:01.948586 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614ab69c-6c2e-4be2-9b35-cc1dc7c2327a admin admin] Made reservation on behalf of c8d90e565d0e4adeb3b642f264c27db7 for: {'network': 1} {{(pid=79299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:01:01.951265 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-614ab69c-6c2e-4be2-9b35-cc1dc7c2327a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for network, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:01.966225 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-614ab69c-6c2e-4be2-9b35-cc1dc7c2327a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:01.982184 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-614ab69c-6c2e-4be2-9b35-cc1dc7c2327a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:01:01.986174 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-614ab69c-6c2e-4be2-9b35-cc1dc7c2327a admin admin] Usage tracker for resource:security_group_rule and tenant:c8d90e565d0e4adeb3b642f264c27db7 is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:01:01.989428 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-614ab69c-6c2e-4be2-9b35-cc1dc7c2327a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:01:01.996227 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-614ab69c-6c2e-4be2-9b35-cc1dc7c2327a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:01:02.101173 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-614ab69c-6c2e-4be2-9b35-cc1dc7c2327a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:02.106547 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-614ab69c-6c2e-4be2-9b35-cc1dc7c2327a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:02.109884 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:01:02.127191 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-614ab69c-6c2e-4be2-9b35-cc1dc7c2327a admin admin] Reserving flat network on physical network physnet1 {{(pid=79299) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 19 13:01:02.156659 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ab69c-6c2e-4be2-9b35-cc1dc7c2327a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de028f61-699b-4739-8025-b3b702447b67,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:02.162800 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-614ab69c-6c2e-4be2-9b35-cc1dc7c2327a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910984'] for segment, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:02.163202 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.db.segments_db [None req-614ab69c-6c2e-4be2-9b35-cc1dc7c2327a admin admin] Added segment 20104d1f-9cfe-4c86-a938-6570a8b83d9b of type flat for network 01c0c460-8075-482b-8652-00d44202fadb Aug 19 13:01:02.164515 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-614ab69c-6c2e-4be2-9b35-cc1dc7c2327a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:01:02.206422 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-614ab69c-6c2e-4be2-9b35-cc1dc7c2327a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734197367691'] for network, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:02.249020 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-614ab69c-6c2e-4be2-9b35-cc1dc7c2327a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217'] for network, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:02.250401 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614ab69c-6c2e-4be2-9b35-cc1dc7c2327a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:02.250995 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-614ab69c-6c2e-4be2-9b35-cc1dc7c2327a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for network, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:02.254420 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:01:02.361914 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-614ab69c-6c2e-4be2-9b35-cc1dc7c2327a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8470192 Aug 19 13:01:02.364518 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ab69c-6c2e-4be2-9b35-cc1dc7c2327a admin admin] Pushing event updated for resources: {'Network': ['ID=01c0c460-8075-482b-8652-00d44202fadb,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:02.381555 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-614ab69c-6c2e-4be2-9b35-cc1dc7c2327a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:01:02.389798 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Network 01c0c460-8075-482b-8652-00d44202fadb details requested by agent ovs-agent-dv-cinder-805144-1-iscsi with host dv-cinder-805144-1-iscsi {{(pid=79301) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 19 13:01:03.343732 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:04.807132 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 47816) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:01:05.166606 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.policy [None req-6d158624-5af9-4f0f-9641-23e45bf0b368 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79300) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 19 13:01:05.214242 dv-cinder-805144-1-iscsi neutron-server[79300]: WARNING oslo_policy.policy [None req-6d158624-5af9-4f0f-9641-23e45bf0b368 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 13:01:05.214637 dv-cinder-805144-1-iscsi neutron-server[79300]: WARNING oslo_policy.policy [None req-6d158624-5af9-4f0f-9641-23e45bf0b368 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 13:01:05.222895 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d158624-5af9-4f0f-9641-23e45bf0b368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:05.224750 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-6d158624-5af9-4f0f-9641-23e45bf0b368 admin admin] 10.222.0.49 "GET /v2.0/subnets/76cad406-a2d5-4b07-9e6e-dc7e93f72085 HTTP/1.1" status: 200 len: 849 time: 0.4164929 Aug 19 13:01:05.422390 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-81c9219d-5456-402e-a6d5-60fa61f00d55 admin admin] 10.222.0.49 "GET /v2.0/routers/d181ecee-0d40-43bc-b474-48c0539adf94 HTTP/1.1" status: 200 len: 704 time: 0.1909122 Aug 19 13:01:05.941077 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-af649d14-9903-4bbe-a86a-e34a51467f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:06.197673 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.db_base_plugin_common [None req-af649d14-9903-4bbe-a86a-e34a51467f9d admin admin] Allocated IP 172.20.0.1 (d9a11d26-11e6-4c71-813e-9189215a27ff/76cad406-a2d5-4b07-9e6e-dc7e93f72085/8398bbaa-fb9c-45a2-af64-74b2f4e3ac09) {{(pid=79300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:01:06.380620 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-af649d14-9903-4bbe-a86a-e34a51467f9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:06.402005 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.provisioning_blocks [None req-af649d14-9903-4bbe-a86a-e34a51467f9d admin admin] Transition to ACTIVE for port object 8398bbaa-fb9c-45a2-af64-74b2f4e3ac09 will not be triggered until provisioned by entity DHCP. {{(pid=79300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:01:06.466755 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-af649d14-9903-4bbe-a86a-e34a51467f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910'] for port, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:06.471365 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:01:06.542664 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af649d14-9903-4bbe-a86a-e34a51467f9d admin admin] Network d9a11d26-11e6-4c71-813e-9189215a27ff is already hosted by enough agents. {{(pid=79300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:01:06.545603 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.base_scheduler [None req-af649d14-9903-4bbe-a86a-e34a51467f9d admin admin] Resources bound (agent type, host, resource id): {{(pid=79300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:01:06.589829 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af649d14-9903-4bbe-a86a-e34a51467f9d admin admin] Received port after_create {{(pid=79300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:01:06.590422 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-af649d14-9903-4bbe-a86a-e34a51467f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8000067'] for router_interface, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:06.718389 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af649d14-9903-4bbe-a86a-e34a51467f9d admin admin] Pushing event updated for resources: {'Port': ['ID=8398bbaa-fb9c-45a2-af64-74b2f4e3ac09,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:06.738200 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af649d14-9903-4bbe-a86a-e34a51467f9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:06.738407 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af649d14-9903-4bbe-a86a-e34a51467f9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:06.738855 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af649d14-9903-4bbe-a86a-e34a51467f9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:06.739410 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af649d14-9903-4bbe-a86a-e34a51467f9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:06.739792 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af649d14-9903-4bbe-a86a-e34a51467f9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:06.740142 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af649d14-9903-4bbe-a86a-e34a51467f9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:06.740470 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af649d14-9903-4bbe-a86a-e34a51467f9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:06.740791 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af649d14-9903-4bbe-a86a-e34a51467f9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:06.741124 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af649d14-9903-4bbe-a86a-e34a51467f9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:06.741439 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af649d14-9903-4bbe-a86a-e34a51467f9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:06.741751 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af649d14-9903-4bbe-a86a-e34a51467f9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:06.742059 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af649d14-9903-4bbe-a86a-e34a51467f9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:06.743786 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af649d14-9903-4bbe-a86a-e34a51467f9d admin admin] Tracked resource versions report: Aug 19 13:01:06.743786 dv-cinder-805144-1-iscsi neutron-server[79300]: pushed versions: Aug 19 13:01:06.743786 dv-cinder-805144-1-iscsi neutron-server[79300]: { 'AddressGroup': {'1.2'}, Aug 19 13:01:06.743786 dv-cinder-805144-1-iscsi neutron-server[79300]: 'ConntrackHelper': {'1.0'}, Aug 19 13:01:06.743786 dv-cinder-805144-1-iscsi neutron-server[79300]: 'Log': {'1.0'}, Aug 19 13:01:06.743786 dv-cinder-805144-1-iscsi neutron-server[79300]: 'Network': {'1.1'}, Aug 19 13:01:06.743786 dv-cinder-805144-1-iscsi neutron-server[79300]: 'Port': {'1.7'}, Aug 19 13:01:06.743786 dv-cinder-805144-1-iscsi neutron-server[79300]: 'PortForwarding': {'1.2'}, Aug 19 13:01:06.743786 dv-cinder-805144-1-iscsi neutron-server[79300]: 'QosPolicy': {'1.8'}, Aug 19 13:01:06.743786 dv-cinder-805144-1-iscsi neutron-server[79300]: 'SecurityGroup': {'1.4'}, Aug 19 13:01:06.743786 dv-cinder-805144-1-iscsi neutron-server[79300]: 'SecurityGroupRule': {'1.2'}, Aug 19 13:01:06.743786 dv-cinder-805144-1-iscsi neutron-server[79300]: 'SubPort': {'1.0'}, Aug 19 13:01:06.743786 dv-cinder-805144-1-iscsi neutron-server[79300]: 'Subnet': {'1.1'}, Aug 19 13:01:06.743786 dv-cinder-805144-1-iscsi neutron-server[79300]: 'Trunk': {'1.1'}} Aug 19 13:01:06.743786 dv-cinder-805144-1-iscsi neutron-server[79300]: consumer versions: Aug 19 13:01:06.743786 dv-cinder-805144-1-iscsi neutron-server[79300]: { DHCP agent@dv-cinder-805144-1-iscsi: {}, Aug 19 13:01:06.743786 dv-cinder-805144-1-iscsi neutron-server[79300]: L3 agent@dv-cinder-805144-1-iscsi: {}, Aug 19 13:01:06.743786 dv-cinder-805144-1-iscsi neutron-server[79300]: Metadata agent@dv-cinder-805144-1-iscsi: {}, Aug 19 13:01:06.743786 dv-cinder-805144-1-iscsi neutron-server[79300]: Metering agent@dv-cinder-805144-1-iscsi: {}, Aug 19 13:01:06.743786 dv-cinder-805144-1-iscsi neutron-server[79300]: Open vSwitch agent@dv-cinder-805144-1-iscsi: { 'AddressGroup': '1.2', Aug 19 13:01:06.743786 dv-cinder-805144-1-iscsi neutron-server[79300]: 'ConntrackHelper': '1.0', Aug 19 13:01:06.743786 dv-cinder-805144-1-iscsi neutron-server[79300]: 'Log': '1.0', Aug 19 13:01:06.743786 dv-cinder-805144-1-iscsi neutron-server[79300]: 'Network': '1.1', Aug 19 13:01:06.743786 dv-cinder-805144-1-iscsi neutron-server[79300]: 'Port': '1.7', Aug 19 13:01:06.743786 dv-cinder-805144-1-iscsi neutron-server[79300]: 'PortForwarding': '1.2', Aug 19 13:01:06.743786 dv-cinder-805144-1-iscsi neutron-server[79300]: 'QosPolicy': '1.8', Aug 19 13:01:06.743786 dv-cinder-805144-1-iscsi neutron-server[79300]: 'SecurityGroup': '1.4', Aug 19 13:01:06.743786 dv-cinder-805144-1-iscsi neutron-server[79300]: 'SecurityGroupRule': '1.2', Aug 19 13:01:06.743786 dv-cinder-805144-1-iscsi neutron-server[79300]: 'SubPort': '1.0', Aug 19 13:01:06.743786 dv-cinder-805144-1-iscsi neutron-server[79300]: 'Subnet': '1.1', Aug 19 13:01:06.743786 dv-cinder-805144-1-iscsi neutron-server[79300]: 'Trunk': '1.1'}} Aug 19 13:01:06.743786 dv-cinder-805144-1-iscsi neutron-server[79300]: {{(pid=79300) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 13:01:06.755132 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-af649d14-9903-4bbe-a86a-e34a51467f9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:01:06.882220 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-089381eb-cd25-4953-a688-9e63698b5264 None None] Provisioning for port 8398bbaa-fb9c-45a2-af64-74b2f4e3ac09 completed by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:01:06.888267 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-089381eb-cd25-4953-a688-9e63698b5264 None None] Provisioning complete for port 8398bbaa-fb9c-45a2-af64-74b2f4e3ac09 triggered by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:01:06.888644 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-089381eb-cd25-4953-a688-9e63698b5264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:06.896173 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-af649d14-9903-4bbe-a86a-e34a51467f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:06.942927 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-089381eb-cd25-4953-a688-9e63698b5264 None None] Port 8398bbaa-fb9c-45a2-af64-74b2f4e3ac09 cannot update to ACTIVE because it is not bound. {{(pid=79301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:01:07.160049 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-af649d14-9903-4bbe-a86a-e34a51467f9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:07.169815 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-af649d14-9903-4bbe-a86a-e34a51467f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:07.170995 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-af649d14-9903-4bbe-a86a-e34a51467f9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7886331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8000044'] for router_interface, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:07.176649 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:01:07.326092 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af649d14-9903-4bbe-a86a-e34a51467f9d admin admin] Pushing event updated for resources: {'Port': ['ID=8398bbaa-fb9c-45a2-af64-74b2f4e3ac09,revision_number=2']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:07.330302 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-af649d14-9903-4bbe-a86a-e34a51467f9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:01:07.428595 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af649d14-9903-4bbe-a86a-e34a51467f9d admin admin] Network d9a11d26-11e6-4c71-813e-9189215a27ff is already hosted by enough agents. {{(pid=79300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:01:07.429699 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.base_scheduler [None req-af649d14-9903-4bbe-a86a-e34a51467f9d admin admin] Resources bound (agent type, host, resource id): {{(pid=79300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:01:07.641074 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af649d14-9903-4bbe-a86a-e34a51467f9d admin admin] Router d181ecee-0d40-43bc-b474-48c0539adf94 is scheduled to L3 agent bb0205a6-735d-4789-b813-02600d36e527 with binding_index 1 {{(pid=79300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 19 13:01:07.670347 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-6b30c85c-e03f-45ff-b29c-2488fd26b2cb None None] Provisioning complete for port 8398bbaa-fb9c-45a2-af64-74b2f4e3ac09 triggered by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:01:07.670861 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-6b30c85c-e03f-45ff-b29c-2488fd26b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:07.737390 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c85c-e03f-45ff-b29c-2488fd26b2cb None None] Port 8398bbaa-fb9c-45a2-af64-74b2f4e3ac09 cannot update to ACTIVE because it is not bound. {{(pid=79301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:01:07.800565 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af649d14-9903-4bbe-a86a-e34a51467f9d admin admin] Notify agent at l3_agent.dv-cinder-805144-1-iscsi the message routers_updated {{(pid=79300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 19 13:01:07.810924 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6684af0-926e-4c3c-8239-d04440a9990b None None] Sync routers for ids ['d181ecee-0d40-43bc-b474-48c0539adf94'] in dv-cinder-805144-1-iscsi {{(pid=79302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:01:07.812097 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-af649d14-9903-4bbe-a86a-e34a51467f9d admin admin] 10.222.0.49 "PUT /v2.0/routers/d181ecee-0d40-43bc-b474-48c0539adf94/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3846147 Aug 19 13:01:07.821844 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6684af0-926e-4c3c-8239-d04440a9990b None None] Routers {'d181ecee-0d40-43bc-b474-48c0539adf94'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:01:07.822716 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-b6684af0-926e-4c3c-8239-d04440a9990b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:01:01Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['d181ecee-0d40-43bc-b474-48c0539adf94'], 'active': True} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:08.004118 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvr_db [None req-b6684af0-926e-4c3c-8239-d04440a9990b None None] Set router d181ecee-0d40-43bc-b474-48c0539adf94 gateway port host: None {{(pid=79302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:01:08.415693 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-b6684af0-926e-4c3c-8239-d04440a9990b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd181ecee-0d40-43bc-b474-48c0539adf94', 'name': 'router1', 'tenant_id': '87297c7cc6ee43f6bae59bce25ce4523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:00:55Z', 'updated_at': '2021-08-19T13:01:06Z', 'revision_number': 2, 'project_id': '87297c7cc6ee43f6bae59bce25ce4523', 'gw_port_host': None, '_interfaces': [{'id': '8398bbaa-fb9c-45a2-af64-74b2f4e3ac09', 'name': '', 'network_id': 'd9a11d26-11e6-4c71-813e-9189215a27ff', 'tenant_id': '87297c7cc6ee43f6bae59bce25ce4523', 'mac_address': 'fa:16:3e:73:88:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd181ecee-0d40-43bc-b474-48c0539adf94', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '76cad406-a2d5-4b07-9e6e-dc7e93f72085', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:05Z', 'updated_at': '2021-08-19T13:01:06Z', 'revision_number': 2, 'project_id': '87297c7cc6ee43f6bae59bce25ce4523', 'subnets': [{'id': '76cad406-a2d5-4b07-9e6e-dc7e93f72085', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '55a505c4-771b-4e28-bdea-f7d3ab4c1db9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:08.421667 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6684af0-926e-4c3c-8239-d04440a9990b None None] Checking router: d181ecee-0d40-43bc-b474-48c0539adf94 for host: dv-cinder-805144-1-iscsi {{(pid=79302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:01:08.422042 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6684af0-926e-4c3c-8239-d04440a9990b None None] Updating router d181ecee-0d40-43bc-b474-48c0539adf94 port 8398bbaa-fb9c-45a2-af64-74b2f4e3ac09 binding host dv-cinder-805144-1-iscsi {{(pid=79302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:01:08.482613 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-b6684af0-926e-4c3c-8239-d04440a9990b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:08.900985 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-b6684af0-926e-4c3c-8239-d04440a9990b None None] Notify callbacks [] for port, precommit_update {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:08.918256 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.provisioning_blocks [None req-b6684af0-926e-4c3c-8239-d04440a9990b None None] Transition to ACTIVE for port object 8398bbaa-fb9c-45a2-af64-74b2f4e3ac09 will not be triggered until provisioned by entity L2. {{(pid=79302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:01:08.926543 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-b6684af0-926e-4c3c-8239-d04440a9990b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:08.932795 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:01:09.168562 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa36ae-2549-4a44-95b7-5f06ed75109c None None] Pushing event updated for resources: {'Port': ['ID=8398bbaa-fb9c-45a2-af64-74b2f4e3ac09,revision_number=3']} {{(pid=79302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:09.188202 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aa36ae-2549-4a44-95b7-5f06ed75109c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:09.188537 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aa36ae-2549-4a44-95b7-5f06ed75109c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:09.188863 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aa36ae-2549-4a44-95b7-5f06ed75109c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:09.189194 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aa36ae-2549-4a44-95b7-5f06ed75109c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:09.189512 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aa36ae-2549-4a44-95b7-5f06ed75109c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:09.190207 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aa36ae-2549-4a44-95b7-5f06ed75109c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:09.190207 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aa36ae-2549-4a44-95b7-5f06ed75109c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:09.190518 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aa36ae-2549-4a44-95b7-5f06ed75109c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:09.190794 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aa36ae-2549-4a44-95b7-5f06ed75109c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:09.191113 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aa36ae-2549-4a44-95b7-5f06ed75109c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:09.191433 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aa36ae-2549-4a44-95b7-5f06ed75109c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:09.191771 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aa36ae-2549-4a44-95b7-5f06ed75109c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:09.192968 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aa36ae-2549-4a44-95b7-5f06ed75109c None None] Tracked resource versions report: Aug 19 13:01:09.192968 dv-cinder-805144-1-iscsi neutron-server[79302]: pushed versions: Aug 19 13:01:09.192968 dv-cinder-805144-1-iscsi neutron-server[79302]: { 'AddressGroup': {'1.2'}, Aug 19 13:01:09.192968 dv-cinder-805144-1-iscsi neutron-server[79302]: 'ConntrackHelper': {'1.0'}, Aug 19 13:01:09.192968 dv-cinder-805144-1-iscsi neutron-server[79302]: 'Log': {'1.0'}, Aug 19 13:01:09.192968 dv-cinder-805144-1-iscsi neutron-server[79302]: 'Network': {'1.1'}, Aug 19 13:01:09.192968 dv-cinder-805144-1-iscsi neutron-server[79302]: 'Port': {'1.7'}, Aug 19 13:01:09.192968 dv-cinder-805144-1-iscsi neutron-server[79302]: 'PortForwarding': {'1.2'}, Aug 19 13:01:09.192968 dv-cinder-805144-1-iscsi neutron-server[79302]: 'QosPolicy': {'1.8'}, Aug 19 13:01:09.192968 dv-cinder-805144-1-iscsi neutron-server[79302]: 'SecurityGroup': {'1.4'}, Aug 19 13:01:09.192968 dv-cinder-805144-1-iscsi neutron-server[79302]: 'SecurityGroupRule': {'1.2'}, Aug 19 13:01:09.192968 dv-cinder-805144-1-iscsi neutron-server[79302]: 'SubPort': {'1.0'}, Aug 19 13:01:09.192968 dv-cinder-805144-1-iscsi neutron-server[79302]: 'Subnet': {'1.1'}, Aug 19 13:01:09.192968 dv-cinder-805144-1-iscsi neutron-server[79302]: 'Trunk': {'1.1'}} Aug 19 13:01:09.192968 dv-cinder-805144-1-iscsi neutron-server[79302]: consumer versions: Aug 19 13:01:09.192968 dv-cinder-805144-1-iscsi neutron-server[79302]: { DHCP agent@dv-cinder-805144-1-iscsi: {}, Aug 19 13:01:09.192968 dv-cinder-805144-1-iscsi neutron-server[79302]: L3 agent@dv-cinder-805144-1-iscsi: {}, Aug 19 13:01:09.192968 dv-cinder-805144-1-iscsi neutron-server[79302]: Metadata agent@dv-cinder-805144-1-iscsi: {}, Aug 19 13:01:09.192968 dv-cinder-805144-1-iscsi neutron-server[79302]: Metering agent@dv-cinder-805144-1-iscsi: {}, Aug 19 13:01:09.192968 dv-cinder-805144-1-iscsi neutron-server[79302]: Open vSwitch agent@dv-cinder-805144-1-iscsi: { 'AddressGroup': '1.2', Aug 19 13:01:09.192968 dv-cinder-805144-1-iscsi neutron-server[79302]: 'ConntrackHelper': '1.0', Aug 19 13:01:09.192968 dv-cinder-805144-1-iscsi neutron-server[79302]: 'Log': '1.0', Aug 19 13:01:09.192968 dv-cinder-805144-1-iscsi neutron-server[79302]: 'Network': '1.1', Aug 19 13:01:09.192968 dv-cinder-805144-1-iscsi neutron-server[79302]: 'Port': '1.7', Aug 19 13:01:09.192968 dv-cinder-805144-1-iscsi neutron-server[79302]: 'PortForwarding': '1.2', Aug 19 13:01:09.192968 dv-cinder-805144-1-iscsi neutron-server[79302]: 'QosPolicy': '1.8', Aug 19 13:01:09.192968 dv-cinder-805144-1-iscsi neutron-server[79302]: 'SecurityGroup': '1.4', Aug 19 13:01:09.192968 dv-cinder-805144-1-iscsi neutron-server[79302]: 'SecurityGroupRule': '1.2', Aug 19 13:01:09.192968 dv-cinder-805144-1-iscsi neutron-server[79302]: 'SubPort': '1.0', Aug 19 13:01:09.192968 dv-cinder-805144-1-iscsi neutron-server[79302]: 'Subnet': '1.1', Aug 19 13:01:09.192968 dv-cinder-805144-1-iscsi neutron-server[79302]: 'Trunk': '1.1'}} Aug 19 13:01:09.192968 dv-cinder-805144-1-iscsi neutron-server[79302]: {{(pid=79302) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 13:01:09.203950 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG oslo_concurrency.lockutils [None req-83aa36ae-2549-4a44-95b7-5f06ed75109c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=79302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:01:09.206196 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.managers [None req-b6684af0-926e-4c3c-8239-d04440a9990b None None] Attempting to bind port 8398bbaa-fb9c-45a2-af64-74b2f4e3ac09 on host dv-cinder-805144-1-iscsi for vnic_type normal with profile {{(pid=79302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:01:09.206610 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.managers [None req-b6684af0-926e-4c3c-8239-d04440a9990b None None] Attempting to bind port 8398bbaa-fb9c-45a2-af64-74b2f4e3ac09 by drivers openvswitch,hyperv on host dv-cinder-805144-1-iscsi at level 0 using segments [{'id': 'd855ca8c-9f28-4fe7-9f0e-d7e0995042c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'd9a11d26-11e6-4c71-813e-9189215a27ff'}] {{(pid=79302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:01:09.207079 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6684af0-926e-4c3c-8239-d04440a9990b None None] Attempting to bind port 8398bbaa-fb9c-45a2-af64-74b2f4e3ac09 on network d9a11d26-11e6-4c71-813e-9189215a27ff {{(pid=79302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:01:09.214323 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6684af0-926e-4c3c-8239-d04440a9990b None None] Checking agent: {'id': '22cf82ff-da15-404e-8075-dce9686ce61b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805144-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 13, 0, 29), 'started_at': datetime.datetime(2021, 8, 19, 13, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805144-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 19 13:01:09.214984 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6684af0-926e-4c3c-8239-d04440a9990b None None] Checking segment: {'id': 'd855ca8c-9f28-4fe7-9f0e-d7e0995042c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'd9a11d26-11e6-4c71-813e-9189215a27ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:01:09.215729 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-b6684af0-926e-4c3c-8239-d04440a9990b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:09.216140 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6684af0-926e-4c3c-8239-d04440a9990b None None] Bound using segment: {'id': 'd855ca8c-9f28-4fe7-9f0e-d7e0995042c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'd9a11d26-11e6-4c71-813e-9189215a27ff'} {{(pid=79302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 19 13:01:09.216663 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.managers [None req-b6684af0-926e-4c3c-8239-d04440a9990b None None] Bound port: 8398bbaa-fb9c-45a2-af64-74b2f4e3ac09, host: dv-cinder-805144-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd855ca8c-9f28-4fe7-9f0e-d7e0995042c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'd9a11d26-11e6-4c71-813e-9189215a27ff'}}] {{(pid=79302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:01:09.217090 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-b6684af0-926e-4c3c-8239-d04440a9990b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:09.314691 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.db [None req-b6684af0-926e-4c3c-8239-d04440a9990b None None] For port 8398bbaa-fb9c-45a2-af64-74b2f4e3ac09, host dv-cinder-805144-1-iscsi, cleared binding levels {{(pid=79302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 19 13:01:09.320747 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.db [None req-b6684af0-926e-4c3c-8239-d04440a9990b None None] For port 8398bbaa-fb9c-45a2-af64-74b2f4e3ac09, host dv-cinder-805144-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=8398bbaa-fb9c-45a2-af64-74b2f4e3ac09,segment=NetworkSegment(d855ca8c-9f28-4fe7-9f0e-d7e0995042c5),segment_id=d855ca8c-9f28-4fe7-9f0e-d7e0995042c5)] {{(pid=79302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 19 13:01:09.328258 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-b6684af0-926e-4c3c-8239-d04440a9990b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:09.333735 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:01:09.429649 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6684af0-926e-4c3c-8239-d04440a9990b None None] Routers {'d181ecee-0d40-43bc-b474-48c0539adf94'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:01:09.430305 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-b6684af0-926e-4c3c-8239-d04440a9990b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:01:01Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['d181ecee-0d40-43bc-b474-48c0539adf94'], 'active': True} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:09.506957 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa36ae-2549-4a44-95b7-5f06ed75109c None None] Pushing event updated for resources: {'Port': ['ID=8398bbaa-fb9c-45a2-af64-74b2f4e3ac09,revision_number=4']} {{(pid=79302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:09.514741 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG oslo_concurrency.lockutils [None req-83aa36ae-2549-4a44-95b7-5f06ed75109c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=79302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:01:09.637333 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvr_db [None req-b6684af0-926e-4c3c-8239-d04440a9990b None None] Set router d181ecee-0d40-43bc-b474-48c0539adf94 gateway port host: None {{(pid=79302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:01:10.085166 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-b6684af0-926e-4c3c-8239-d04440a9990b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd181ecee-0d40-43bc-b474-48c0539adf94', 'name': 'router1', 'tenant_id': '87297c7cc6ee43f6bae59bce25ce4523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:00:55Z', 'updated_at': '2021-08-19T13:01:06Z', 'revision_number': 2, 'project_id': '87297c7cc6ee43f6bae59bce25ce4523', 'gw_port_host': None, '_interfaces': [{'id': '8398bbaa-fb9c-45a2-af64-74b2f4e3ac09', 'name': '', 'network_id': 'd9a11d26-11e6-4c71-813e-9189215a27ff', 'tenant_id': '87297c7cc6ee43f6bae59bce25ce4523', 'mac_address': 'fa:16:3e:73:88:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd181ecee-0d40-43bc-b474-48c0539adf94', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '76cad406-a2d5-4b07-9e6e-dc7e93f72085', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:05Z', 'updated_at': '2021-08-19T13:01:09Z', 'revision_number': 4, 'project_id': '87297c7cc6ee43f6bae59bce25ce4523', 'subnets': [{'id': '76cad406-a2d5-4b07-9e6e-dc7e93f72085', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '55a505c4-771b-4e28-bdea-f7d3ab4c1db9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:10.091986 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6684af0-926e-4c3c-8239-d04440a9990b None None] The sync data for ids ['d181ecee-0d40-43bc-b474-48c0539adf94'] in dv-cinder-805144-1-iscsi is: [{'id': 'd181ecee-0d40-43bc-b474-48c0539adf94', 'name': 'router1', 'tenant_id': '87297c7cc6ee43f6bae59bce25ce4523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:00:55Z', 'updated_at': '2021-08-19T13:01:06Z', 'revision_number': 2, 'project_id': '87297c7cc6ee43f6bae59bce25ce4523', 'gw_port_host': None, '_interfaces': [{'id': '8398bbaa-fb9c-45a2-af64-74b2f4e3ac09', 'name': '', 'network_id': 'd9a11d26-11e6-4c71-813e-9189215a27ff', 'tenant_id': '87297c7cc6ee43f6bae59bce25ce4523', 'mac_address': 'fa:16:3e:73:88:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd181ecee-0d40-43bc-b474-48c0539adf94', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '76cad406-a2d5-4b07-9e6e-dc7e93f72085', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:05Z', 'updated_at': '2021-08-19T13:01:09Z', 'revision_number': 4, 'project_id': '87297c7cc6ee43f6bae59bce25ce4523', 'subnets': [{'id': '76cad406-a2d5-4b07-9e6e-dc7e93f72085', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '55a505c4-771b-4e28-bdea-f7d3ab4c1db9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:01:10.363778 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 47844) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:01:10.531965 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a307638-86af-4cb8-8767-b81b0190f563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:10.533384 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-9a307638-86af-4cb8-8767-b81b0190f563 admin admin] 10.222.0.49 "GET /v2.0/networks/01c0c460-8075-482b-8652-00d44202fadb HTTP/1.1" status: 200 len: 842 time: 0.1689081 Aug 19 13:01:10.544839 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [None req-c73f60ed-1077-4cf5-a5fe-27a805145db4 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'name': 'public-subnet'}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:01:10.546308 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.quota [None req-c73f60ed-1077-4cf5-a5fe-27a805145db4 admin admin] Loaded quota_driver: . Aug 19 13:01:10.553650 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-c73f60ed-1077-4cf5-a5fe-27a805145db4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:01:10.558531 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-c73f60ed-1077-4cf5-a5fe-27a805145db4 admin admin] Usage tracker for resource:subnet and tenant:c8d90e565d0e4adeb3b642f264c27db7 is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:01:10.561701 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-c73f60ed-1077-4cf5-a5fe-27a805145db4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:01:10.569430 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-c73f60ed-1077-4cf5-a5fe-27a805145db4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:01:10.585185 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73f60ed-1077-4cf5-a5fe-27a805145db4 admin admin] Made reservation on behalf of c8d90e565d0e4adeb3b642f264c27db7 for: {'subnet': 1} {{(pid=79300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:01:10.589900 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-c73f60ed-1077-4cf5-a5fe-27a805145db4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:10.899951 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 8398bbaa-fb9c-45a2-af64-74b2f4e3ac09 up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:01:10.980963 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning for port 8398bbaa-fb9c-45a2-af64-74b2f4e3ac09 completed by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:01:10.987050 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning complete for port 8398bbaa-fb9c-45a2-af64-74b2f4e3ac09 triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:01:10.987427 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:11.118341 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:11.150640 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.objects.ports [None req-c73f60ed-1077-4cf5-a5fe-27a805145db4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79300) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Aug 19 13:01:11.150640 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-c73f60ed-1077-4cf5-a5fe-27a805145db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217'] for subnet, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:11.155942 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:01:11.157981 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] For port 8398bbaa-fb9c-45a2-af64-74b2f4e3ac09, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=8398bbaa-fb9c-45a2-af64-74b2f4e3ac09,segment=NetworkSegment(d855ca8c-9f28-4fe7-9f0e-d7e0995042c5),segment_id=d855ca8c-9f28-4fe7-9f0e-d7e0995042c5)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:01:11.162609 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:11.164988 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:01:11.235464 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Pushing event updated for resources: {'Port': ['ID=8398bbaa-fb9c-45a2-af64-74b2f4e3ac09,revision_number=5']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:11.238839 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f60ed-1077-4cf5-a5fe-27a805145db4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5,revision_number=0']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:11.239024 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:01:11.242366 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-c73f60ed-1077-4cf5-a5fe-27a805145db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:01:11.247991 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73f60ed-1077-4cf5-a5fe-27a805145db4 admin admin] Checking segment: {'id': '20104d1f-9cfe-4c86-a938-6570a8b83d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01c0c460-8075-482b-8652-00d44202fadb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:01:11.248348 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73f60ed-1077-4cf5-a5fe-27a805145db4 admin admin] Network hostable DHCP agents. Network: 01c0c460-8075-482b-8652-00d44202fadb, hostable agents: ['31b92e89-357e-408d-a141-4e7242d6bd98'], hosted agents: [] {{(pid=79300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:01:11.279996 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73f60ed-1077-4cf5-a5fe-27a805145db4 admin admin] Network 01c0c460-8075-482b-8652-00d44202fadb is scheduled to be hosted by DHCP agent 31b92e89-357e-408d-a141-4e7242d6bd98 with binding_index 1 {{(pid=79300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:01:11.292499 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.base_scheduler [None req-c73f60ed-1077-4cf5-a5fe-27a805145db4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805144-1-iscsi, 01c0c460-8075-482b-8652-00d44202fadb) {{(pid=79300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:01:11.296813 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73f60ed-1077-4cf5-a5fe-27a805145db4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:11.297452 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-c73f60ed-1077-4cf5-a5fe-27a805145db4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for subnet, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:11.301752 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f521c08a-703b-4d86-bfa5-767d7886d8d5 None None] Network 01c0c460-8075-482b-8652-00d44202fadb requested from dv-cinder-805144-1-iscsi {{(pid=79301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 19 13:01:11.323504 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-c73f60ed-1077-4cf5-a5fe-27a805145db4 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7839696 Aug 19 13:01:11.577374 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625e0d9c-ca14-45f5-9799-27482c4bbd76 None None] Network 01c0c460-8075-482b-8652-00d44202fadb requested from dv-cinder-805144-1-iscsi {{(pid=79301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 19 13:01:12.857692 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 8398bbaa-fb9c-45a2-af64-74b2f4e3ac09 up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:01:12.925974 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning complete for port 8398bbaa-fb9c-45a2-af64-74b2f4e3ac09 triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:01:12.926354 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:13.626503 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 47858) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:01:13.833548 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-f1027002-18fe-4fb5-b227-cbef954d1d59 admin admin] 10.222.0.49 "GET /v2.0/routers/d181ecee-0d40-43bc-b474-48c0539adf94 HTTP/1.1" status: 200 len: 710 time: 0.2058043 Aug 19 13:01:13.963588 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdf3657-419a-4de1-b7f4-7e447f97e316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:13.964954 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-1bdf3657-419a-4de1-b7f4-7e447f97e316 admin admin] 10.222.0.49 "GET /v2.0/networks/01c0c460-8075-482b-8652-00d44202fadb HTTP/1.1" status: 200 len: 886 time: 0.1255670 Aug 19 13:01:13.973499 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [None req-1179b1ba-b916-4113-a9da-35d6a88d4709 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb'}}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:01:14.461338 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-1179b1ba-b916-4113-a9da-35d6a88d4709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7970014', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8006244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14683'] for router, precommit_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:14.800630 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-1179b1ba-b916-4113-a9da-35d6a88d4709 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:14.861206 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-1179b1ba-b916-4113-a9da-35d6a88d4709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:14.995216 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.db_base_plugin_common [None req-1179b1ba-b916-4113-a9da-35d6a88d4709 admin admin] Allocated IP 172.27.1.183 (01c0c460-8075-482b-8652-00d44202fadb/8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5/72b80e41-3282-4402-9168-83fd43fb3056) {{(pid=79300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:01:15.144062 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-1179b1ba-b916-4113-a9da-35d6a88d4709 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:15.174126 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-1179b1ba-b916-4113-a9da-35d6a88d4709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910'] for port, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:15.178015 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-af649d14-9903-4bbe-a86a-e34a51467f9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:01:15.242549 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1179b1ba-b916-4113-a9da-35d6a88d4709 admin admin] Network 01c0c460-8075-482b-8652-00d44202fadb is already hosted by enough agents. {{(pid=79300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:01:15.246227 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.base_scheduler [None req-1179b1ba-b916-4113-a9da-35d6a88d4709 admin admin] Resources bound (agent type, host, resource id): {{(pid=79300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:01:15.249960 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1179b1ba-b916-4113-a9da-35d6a88d4709 admin admin] Received port after_create {{(pid=79300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:01:15.318573 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1179b1ba-b916-4113-a9da-35d6a88d4709 admin admin] Pushing event updated for resources: {'Port': ['ID=72b80e41-3282-4402-9168-83fd43fb3056,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:15.324214 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-1179b1ba-b916-4113-a9da-35d6a88d4709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:01:15.690357 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-1179b1ba-b916-4113-a9da-35d6a88d4709 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:16.050698 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-1179b1ba-b916-4113-a9da-35d6a88d4709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7970014', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8006244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14683'] for router, precommit_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:16.054046 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-1179b1ba-b916-4113-a9da-35d6a88d4709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7963014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7963056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7963017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8006269'] for router, after_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:16.231155 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1179b1ba-b916-4113-a9da-35d6a88d4709 admin admin] Router d181ecee-0d40-43bc-b474-48c0539adf94 has already been hosted by L3 agent bb0205a6-735d-4789-b813-02600d36e527 {{(pid=79300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 19 13:01:16.410278 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1179b1ba-b916-4113-a9da-35d6a88d4709 admin admin] Notify agent at l3_agent.dv-cinder-805144-1-iscsi the message routers_updated {{(pid=79300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 19 13:01:16.418649 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-1179b1ba-b916-4113-a9da-35d6a88d4709 admin admin] Notify callbacks [] for router, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:16.419825 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-1179b1ba-b916-4113-a9da-35d6a88d4709 admin admin] 10.222.0.49 "PUT /v2.0/routers/d181ecee-0d40-43bc-b474-48c0539adf94 HTTP/1.1" status: 200 len: 890 time: 2.4495127 Aug 19 13:01:16.420882 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc1390c-7788-47f3-9316-ba6d2eeb1582 None None] Sync routers for ids ['d181ecee-0d40-43bc-b474-48c0539adf94'] in dv-cinder-805144-1-iscsi {{(pid=79301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:01:16.432426 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc1390c-7788-47f3-9316-ba6d2eeb1582 None None] Routers {'d181ecee-0d40-43bc-b474-48c0539adf94'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:01:16.433091 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-7cc1390c-7788-47f3-9316-ba6d2eeb1582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:01:01Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['d181ecee-0d40-43bc-b474-48c0539adf94'], 'active': True} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:16.633463 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvr_db [None req-7cc1390c-7788-47f3-9316-ba6d2eeb1582 None None] Set router d181ecee-0d40-43bc-b474-48c0539adf94 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:01:16.983005 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-7cc1390c-7788-47f3-9316-ba6d2eeb1582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd181ecee-0d40-43bc-b474-48c0539adf94', 'name': 'router1', 'tenant_id': '87297c7cc6ee43f6bae59bce25ce4523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '72b80e41-3282-4402-9168-83fd43fb3056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:00:55Z', 'updated_at': '2021-08-19T13:01:15Z', 'revision_number': 4, 'project_id': '87297c7cc6ee43f6bae59bce25ce4523', 'gw_port': {'id': '72b80e41-3282-4402-9168-83fd43fb3056', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd181ecee-0d40-43bc-b474-48c0539adf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:14Z', 'updated_at': '2021-08-19T13:01:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': '8398bbaa-fb9c-45a2-af64-74b2f4e3ac09', 'name': '', 'network_id': 'd9a11d26-11e6-4c71-813e-9189215a27ff', 'tenant_id': '87297c7cc6ee43f6bae59bce25ce4523', 'mac_address': 'fa:16:3e:73:88:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd181ecee-0d40-43bc-b474-48c0539adf94', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '76cad406-a2d5-4b07-9e6e-dc7e93f72085', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:05Z', 'updated_at': '2021-08-19T13:01:11Z', 'revision_number': 5, 'project_id': '87297c7cc6ee43f6bae59bce25ce4523', 'subnets': [{'id': '76cad406-a2d5-4b07-9e6e-dc7e93f72085', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '55a505c4-771b-4e28-bdea-f7d3ab4c1db9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:16.987974 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc1390c-7788-47f3-9316-ba6d2eeb1582 None None] Checking router: d181ecee-0d40-43bc-b474-48c0539adf94 for host: dv-cinder-805144-1-iscsi {{(pid=79301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:01:16.988329 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc1390c-7788-47f3-9316-ba6d2eeb1582 None None] Updating router d181ecee-0d40-43bc-b474-48c0539adf94 port 72b80e41-3282-4402-9168-83fd43fb3056 binding host dv-cinder-805144-1-iscsi {{(pid=79301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:01:17.041166 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-7cc1390c-7788-47f3-9316-ba6d2eeb1582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:17.387741 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-7cc1390c-7788-47f3-9316-ba6d2eeb1582 None None] Notify callbacks [] for port, precommit_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:17.399778 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-7cc1390c-7788-47f3-9316-ba6d2eeb1582 None None] Transition to ACTIVE for port object 72b80e41-3282-4402-9168-83fd43fb3056 will not be triggered until provisioned by entity L2. {{(pid=79301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:01:17.406324 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-7cc1390c-7788-47f3-9316-ba6d2eeb1582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:17.410290 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:01:17.516672 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-7cc1390c-7788-47f3-9316-ba6d2eeb1582 None None] Attempting to bind port 72b80e41-3282-4402-9168-83fd43fb3056 on host dv-cinder-805144-1-iscsi for vnic_type normal with profile {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:01:17.517308 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-7cc1390c-7788-47f3-9316-ba6d2eeb1582 None None] Attempting to bind port 72b80e41-3282-4402-9168-83fd43fb3056 by drivers openvswitch,hyperv on host dv-cinder-805144-1-iscsi at level 0 using segments [{'id': '20104d1f-9cfe-4c86-a938-6570a8b83d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01c0c460-8075-482b-8652-00d44202fadb'}] {{(pid=79301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:01:17.517421 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc1390c-7788-47f3-9316-ba6d2eeb1582 None None] Attempting to bind port 72b80e41-3282-4402-9168-83fd43fb3056 on network 01c0c460-8075-482b-8652-00d44202fadb {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:01:17.520792 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6987c9cc-10d8-4cf0-8d89-63c706bfd9d7 None None] Pushing event updated for resources: {'Port': ['ID=72b80e41-3282-4402-9168-83fd43fb3056,revision_number=2']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:17.525552 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-6987c9cc-10d8-4cf0-8d89-63c706bfd9d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:01:17.526446 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc1390c-7788-47f3-9316-ba6d2eeb1582 None None] Checking agent: {'id': '22cf82ff-da15-404e-8075-dce9686ce61b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805144-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 13, 0, 29), 'started_at': datetime.datetime(2021, 8, 19, 13, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805144-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 19 13:01:17.526826 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc1390c-7788-47f3-9316-ba6d2eeb1582 None None] Checking segment: {'id': '20104d1f-9cfe-4c86-a938-6570a8b83d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01c0c460-8075-482b-8652-00d44202fadb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:01:17.527237 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-7cc1390c-7788-47f3-9316-ba6d2eeb1582 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:17.527654 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc1390c-7788-47f3-9316-ba6d2eeb1582 None None] Bound using segment: {'id': '20104d1f-9cfe-4c86-a938-6570a8b83d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01c0c460-8075-482b-8652-00d44202fadb'} {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 19 13:01:17.528133 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-7cc1390c-7788-47f3-9316-ba6d2eeb1582 None None] Bound port: 72b80e41-3282-4402-9168-83fd43fb3056, host: dv-cinder-805144-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20104d1f-9cfe-4c86-a938-6570a8b83d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01c0c460-8075-482b-8652-00d44202fadb'}}] {{(pid=79301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:01:17.528551 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-7cc1390c-7788-47f3-9316-ba6d2eeb1582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:17.608467 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-7cc1390c-7788-47f3-9316-ba6d2eeb1582 None None] For port 72b80e41-3282-4402-9168-83fd43fb3056, host dv-cinder-805144-1-iscsi, cleared binding levels {{(pid=79301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 19 13:01:17.611536 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-7cc1390c-7788-47f3-9316-ba6d2eeb1582 None None] For port 72b80e41-3282-4402-9168-83fd43fb3056, host dv-cinder-805144-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=72b80e41-3282-4402-9168-83fd43fb3056,segment=NetworkSegment(20104d1f-9cfe-4c86-a938-6570a8b83d9b),segment_id=20104d1f-9cfe-4c86-a938-6570a8b83d9b)] {{(pid=79301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 19 13:01:17.616679 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-7cc1390c-7788-47f3-9316-ba6d2eeb1582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:17.623714 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-f3fcc753-c98d-4692-bab6-00a1428f492f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:01:17.705755 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6987c9cc-10d8-4cf0-8d89-63c706bfd9d7 None None] Pushing event updated for resources: {'Port': ['ID=72b80e41-3282-4402-9168-83fd43fb3056,revision_number=3']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:17.710470 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-6987c9cc-10d8-4cf0-8d89-63c706bfd9d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:01:17.714587 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc1390c-7788-47f3-9316-ba6d2eeb1582 None None] Routers {'d181ecee-0d40-43bc-b474-48c0539adf94'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:01:17.715147 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-7cc1390c-7788-47f3-9316-ba6d2eeb1582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:01:01Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['d181ecee-0d40-43bc-b474-48c0539adf94'], 'active': True} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:17.908319 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvr_db [None req-7cc1390c-7788-47f3-9316-ba6d2eeb1582 None None] Set router d181ecee-0d40-43bc-b474-48c0539adf94 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:01:18.256547 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-7cc1390c-7788-47f3-9316-ba6d2eeb1582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd181ecee-0d40-43bc-b474-48c0539adf94', 'name': 'router1', 'tenant_id': '87297c7cc6ee43f6bae59bce25ce4523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '72b80e41-3282-4402-9168-83fd43fb3056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:00:55Z', 'updated_at': '2021-08-19T13:01:15Z', 'revision_number': 4, 'project_id': '87297c7cc6ee43f6bae59bce25ce4523', 'gw_port': {'id': '72b80e41-3282-4402-9168-83fd43fb3056', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd181ecee-0d40-43bc-b474-48c0539adf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:14Z', 'updated_at': '2021-08-19T13:01:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': '8398bbaa-fb9c-45a2-af64-74b2f4e3ac09', 'name': '', 'network_id': 'd9a11d26-11e6-4c71-813e-9189215a27ff', 'tenant_id': '87297c7cc6ee43f6bae59bce25ce4523', 'mac_address': 'fa:16:3e:73:88:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd181ecee-0d40-43bc-b474-48c0539adf94', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '76cad406-a2d5-4b07-9e6e-dc7e93f72085', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:05Z', 'updated_at': '2021-08-19T13:01:11Z', 'revision_number': 5, 'project_id': '87297c7cc6ee43f6bae59bce25ce4523', 'subnets': [{'id': '76cad406-a2d5-4b07-9e6e-dc7e93f72085', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '55a505c4-771b-4e28-bdea-f7d3ab4c1db9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:18.261443 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc1390c-7788-47f3-9316-ba6d2eeb1582 None None] The sync data for ids ['d181ecee-0d40-43bc-b474-48c0539adf94'] in dv-cinder-805144-1-iscsi is: [{'id': 'd181ecee-0d40-43bc-b474-48c0539adf94', 'name': 'router1', 'tenant_id': '87297c7cc6ee43f6bae59bce25ce4523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '72b80e41-3282-4402-9168-83fd43fb3056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:00:55Z', 'updated_at': '2021-08-19T13:01:15Z', 'revision_number': 4, 'project_id': '87297c7cc6ee43f6bae59bce25ce4523', 'gw_port': {'id': '72b80e41-3282-4402-9168-83fd43fb3056', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd181ecee-0d40-43bc-b474-48c0539adf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:14Z', 'updated_at': '2021-08-19T13:01:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': '8398bbaa-fb9c-45a2-af64-74b2f4e3ac09', 'name': '', 'network_id': 'd9a11d26-11e6-4c71-813e-9189215a27ff', 'tenant_id': '87297c7cc6ee43f6bae59bce25ce4523', 'mac_address': 'fa:16:3e:73:88:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd181ecee-0d40-43bc-b474-48c0539adf94', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '76cad406-a2d5-4b07-9e6e-dc7e93f72085', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:05Z', 'updated_at': '2021-08-19T13:01:11Z', 'revision_number': 5, 'project_id': '87297c7cc6ee43f6bae59bce25ce4523', 'subnets': [{'id': '76cad406-a2d5-4b07-9e6e-dc7e93f72085', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '55a505c4-771b-4e28-bdea-f7d3ab4c1db9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:01:18.894433 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 47868) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:01:18.905440 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 72b80e41-3282-4402-9168-83fd43fb3056 up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:01:18.998503 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning for port 72b80e41-3282-4402-9168-83fd43fb3056 completed by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:01:19.003937 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning complete for port 72b80e41-3282-4402-9168-83fd43fb3056 triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:01:19.004316 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:19.054245 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-7f2ac587-27c9-461c-8e44-5760d72968d6 admin admin] 10.222.0.49 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1582577 Aug 19 13:01:19.163478 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:19.192933 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] For port 72b80e41-3282-4402-9168-83fd43fb3056, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=72b80e41-3282-4402-9168-83fd43fb3056,segment=NetworkSegment(20104d1f-9cfe-4c86-a938-6570a8b83d9b),segment_id=20104d1f-9cfe-4c86-a938-6570a8b83d9b)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:01:19.198709 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:19.202365 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-41c0224a-4f06-4540-901a-75da8f290ee8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:01:19.275302 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Pushing event updated for resources: {'Port': ['ID=72b80e41-3282-4402-9168-83fd43fb3056,revision_number=4']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:19.279212 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:01:20.161365 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.agents_db [None req-9e599f34-f5fc-45b3-b2b5-9720679b7a3a None None] Agent healthcheck: found 5 active agents {{(pid=79302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 19 13:01:20.876914 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 72b80e41-3282-4402-9168-83fd43fb3056 up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:01:20.953883 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning complete for port 72b80e41-3282-4402-9168-83fd43fb3056 triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:01:20.954269 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:28.109354 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-2db6e876-9b11-496d-b176-4853de28dbd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:28.566457 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:30.934896 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-fffb26a4-d1e5-4035-bc81-e066d397033f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:31.700761 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:33.359453 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:57.161369 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.agents_db [None req-9e599f34-f5fc-45b3-b2b5-9720679b7a3a None None] Agent healthcheck: found 5 active agents {{(pid=79302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 19 13:01:58.104983 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-e273f4eb-22aa-4234-9979-2347232df0cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:58.561524 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:00.940558 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-f0a913f7-91d1-437d-ab00-c64b386cc762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:01.708132 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:03.359904 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:28.114072 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-5514e214-4893-46b9-8947-dec5824f81c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:28.566330 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:30.948447 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-769dd91b-6b80-43d8-86e2-12762d267fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:31.697388 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:33.367886 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:34.160732 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.agents_db [None req-9e599f34-f5fc-45b3-b2b5-9720679b7a3a None None] Agent healthcheck: found 5 active agents {{(pid=79302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 19 13:02:58.112660 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-4be31611-6113-471a-be7c-b113acb6b000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:58.560949 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:00.946148 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-6d1d4b00-bae5-405e-963e-3cec7ed65643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:01.701387 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:03.374563 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:11.160394 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.agents_db [None req-9e599f34-f5fc-45b3-b2b5-9720679b7a3a None None] Agent healthcheck: found 5 active agents {{(pid=79302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 19 13:03:23.692748 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 48438) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:03:23.764938 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ff90014-3ba5-48f3-9c8f-1d9b6fc0a8d2 admin admin] GET failed (client error): The resource could not be found. Aug 19 13:03:23.765459 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-8ff90014-3ba5-48f3-9c8f-1d9b6fc0a8d2 admin admin] Synchronizing usage tracker for tenant:c8d90e565d0e4adeb3b642f264c27db7 on resource:network {{(pid=79299) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:03:23.784279 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-8ff90014-3ba5-48f3-9c8f-1d9b6fc0a8d2 admin admin] Unset dirty status for tenant:c8d90e565d0e4adeb3b642f264c27db7 on resource:network {{(pid=79299) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:03:23.785420 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-8ff90014-3ba5-48f3-9c8f-1d9b6fc0a8d2 admin admin] 10.222.0.49 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0917103 Aug 19 13:03:23.918885 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae68555a-81fe-446b-90b5-05f1875317b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:23.920406 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-ae68555a-81fe-446b-90b5-05f1875317b1 admin admin] 10.222.0.49 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1311159 Aug 19 13:03:26.042994 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 48448) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:03:26.152115 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feab85dd-6926-46c1-9e61-65abb83bd4b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:26.153360 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-feab85dd-6926-46c1-9e61-65abb83bd4b4 admin admin] 10.222.0.49 "GET /v2.0/subnets/76cad406-a2d5-4b07-9e6e-dc7e93f72085 HTTP/1.1" status: 200 len: 849 time: 0.1093853 Aug 19 13:03:26.164987 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-84dba779-18e7-4705-abdd-8201babd183c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:03:26.283159 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-84dba779-18e7-4705-abdd-8201babd183c admin admin] Notify callbacks [] for subnet, before_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:26.494591 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-84dba779-18e7-4705-abdd-8201babd183c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734197831482'] for subnet, after_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:26.498383 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-36cdfc88-ac26-4139-ac24-0d8aa710d3d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:03:26.539687 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dba779-18e7-4705-abdd-8201babd183c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:26.540291 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-84dba779-18e7-4705-abdd-8201babd183c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for subnet, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:26.541568 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-84dba779-18e7-4705-abdd-8201babd183c admin admin] 10.222.0.49 "PUT /v2.0/subnets/76cad406-a2d5-4b07-9e6e-dc7e93f72085 HTTP/1.1" status: 200 len: 868 time: 0.3826108 Aug 19 13:03:26.558092 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2546d667-c7b8-4110-b0f2-65c750e0af28 None None] Network d9a11d26-11e6-4c71-813e-9189215a27ff requested from dv-cinder-805144-1-iscsi {{(pid=79301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 19 13:03:26.566937 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dba779-18e7-4705-abdd-8201babd183c admin admin] Pushing event updated for resources: {'Subnet': ['ID=76cad406-a2d5-4b07-9e6e-dc7e93f72085,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:26.574732 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dba779-18e7-4705-abdd-8201babd183c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:26.575108 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dba779-18e7-4705-abdd-8201babd183c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:26.575440 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dba779-18e7-4705-abdd-8201babd183c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:26.575826 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dba779-18e7-4705-abdd-8201babd183c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:26.576151 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dba779-18e7-4705-abdd-8201babd183c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:26.576479 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dba779-18e7-4705-abdd-8201babd183c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:26.576807 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dba779-18e7-4705-abdd-8201babd183c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:26.577130 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dba779-18e7-4705-abdd-8201babd183c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:26.577451 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dba779-18e7-4705-abdd-8201babd183c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:26.577774 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dba779-18e7-4705-abdd-8201babd183c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:26.578097 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dba779-18e7-4705-abdd-8201babd183c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:26.578414 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dba779-18e7-4705-abdd-8201babd183c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:26.582850 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-84dba779-18e7-4705-abdd-8201babd183c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:03:27.065796 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-7d30eca2-1bc1-4617-9cfe-d78f5fd145bd None None] Provisioning complete for port 9317dd57-60d0-4dc5-a202-8d68e28bf12a triggered by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:03:27.066902 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-7d30eca2-1bc1-4617-9cfe-d78f5fd145bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:27.195335 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-7d30eca2-1bc1-4617-9cfe-d78f5fd145bd None None] Provisioning complete for port 8398bbaa-fb9c-45a2-af64-74b2f4e3ac09 triggered by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:03:27.195746 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-7d30eca2-1bc1-4617-9cfe-d78f5fd145bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:28.105115 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-b7ab4bca-bdc6-464d-b29f-cefe85b7c43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:28.564102 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:28.715094 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 48458) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:03:28.898320 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8257fc8b-983d-48c2-b9ef-d8f77a4a9122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:28.898791 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8257fc8b-983d-48c2-b9ef-d8f77a4a9122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:28.900353 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-8257fc8b-983d-48c2-b9ef-d8f77a4a9122 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1842735 Aug 19 13:03:30.943913 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ad014336-ee06-45c3-9507-c51b283568c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:31.025664 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 48468) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:03:31.211920 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f735e36b-4ae8-416a-bb8b-cc179ad387b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:31.212467 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f735e36b-4ae8-416a-bb8b-cc179ad387b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:31.213991 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-f735e36b-4ae8-416a-bb8b-cc179ad387b1 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1870253 Aug 19 13:03:31.705207 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:33.364801 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 48478) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:03:33.376754 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:33.591128 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c444c484-a5be-425f-91e6-ac5aec4433c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:33.592488 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-c444c484-a5be-425f-91e6-ac5aec4433c0 admin admin] 10.222.0.49 "GET /v2.0/networks/01c0c460-8075-482b-8652-00d44202fadb HTTP/1.1" status: 200 len: 886 time: 0.2266393 Aug 19 13:03:35.748709 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 48488) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:03:35.934596 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc29180e-40df-40ad-a0a1-9bcc286a1b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:35.935894 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-bc29180e-40df-40ad-a0a1-9bcc286a1b2e admin admin] 10.222.0.49 "GET /v2.0/networks/d9a11d26-11e6-4c71-813e-9189215a27ff HTTP/1.1" status: 200 len: 870 time: 0.1861975 Aug 19 13:03:38.082906 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 48498) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:03:38.189489 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b9aea6-0f15-4b78-adf9-69bfe5645baf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:38.189952 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b9aea6-0f15-4b78-adf9-69bfe5645baf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:38.191093 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-86b9aea6-0f15-4b78-adf9-69bfe5645baf admin admin] Synchronizing usage tracker for tenant:c8d90e565d0e4adeb3b642f264c27db7 on resource:subnet {{(pid=79300) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:03:38.209954 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-86b9aea6-0f15-4b78-adf9-69bfe5645baf admin admin] Unset dirty status for tenant:c8d90e565d0e4adeb3b642f264c27db7 on resource:subnet {{(pid=79300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:03:38.211323 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-86b9aea6-0f15-4b78-adf9-69bfe5645baf admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1274540 Aug 19 13:03:40.381470 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 48508) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:03:40.493687 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5d4138-017c-4589-986f-e208cd4ab55d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:40.494144 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5d4138-017c-4589-986f-e208cd4ab55d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:40.495718 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-9e5d4138-017c-4589-986f-e208cd4ab55d admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1131880 Aug 19 13:03:42.698318 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 48518) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:03:42.812543 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd198619-f995-4be4-a916-2ac361b499c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:42.813931 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-cd198619-f995-4be4-a916-2ac361b499c8 admin admin] 10.222.0.49 "GET /v2.0/subnets/76cad406-a2d5-4b07-9e6e-dc7e93f72085 HTTP/1.1" status: 200 len: 868 time: 0.1146533 Aug 19 13:03:45.044199 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 48528) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:03:45.154324 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedd5dff-cd92-4d4a-b884-46e74835f5d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:45.155632 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-aedd5dff-cd92-4d4a-b884-46e74835f5d8 admin admin] 10.222.0.49 "GET /v2.0/subnets/8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5 HTTP/1.1" status: 200 len: 816 time: 0.1103821 Aug 19 13:03:48.161996 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.agents_db [None req-9e599f34-f5fc-45b3-b2b5-9720679b7a3a None None] Agent healthcheck: found 5 active agents {{(pid=79302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 19 13:03:58.108706 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-f64c9847-535a-4500-970a-757a666c696d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:58.572743 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:00.943737 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-6f63ce65-ead7-4571-b6c6-9eeff3965cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:01.715646 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:03.379424 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:10.345269 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 48572) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:04:10.397743 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [None req-effa7b27-eb7f-4a3e-8ae5-0639cb4c30ea admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=79300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 13:04:10.399069 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-effa7b27-eb7f-4a3e-8ae5-0639cb4c30ea admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0527160 Aug 19 13:04:12.713294 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 48582) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:04:12.790434 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0b7b18f-251a-4c9b-9b0c-fc3d30fe3b8f admin admin] GET failed (client error): The resource could not be found. Aug 19 13:04:12.791814 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-f0b7b18f-251a-4c9b-9b0c-fc3d30fe3b8f admin admin] 10.222.0.49 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0775383 Aug 19 13:04:12.931992 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf18fdb-23cc-4ebe-abee-1ba9537835f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:04:12.933486 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-ddf18fdb-23cc-4ebe-abee-1ba9537835f7 admin admin] 10.222.0.49 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1362505 Aug 19 13:04:15.316085 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 48592) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:04:15.377016 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [None req-6f29045b-a249-45aa-be0a-3299af7071f3 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:04:15.381908 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-6f29045b-a249-45aa-be0a-3299af7071f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:04:15.394211 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-6f29045b-a249-45aa-be0a-3299af7071f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:04:15.418404 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f29045b-a249-45aa-be0a-3299af7071f3 admin admin] Made reservation on behalf of c8d90e565d0e4adeb3b642f264c27db7 for: {'network': 1} {{(pid=79300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:04:15.421343 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-6f29045b-a249-45aa-be0a-3299af7071f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for network, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:15.520581 dv-cinder-805144-1-iscsi neutron-server[79300]: WARNING neutron.services.revisions.revision_plugin [None req-6f29045b-a249-45aa-be0a-3299af7071f3 admin admin] Could not find related network for resource to bump revision. Aug 19 13:04:15.537746 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f29045b-a249-45aa-be0a-3299af7071f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1000, 'physical_network': 'physnet1'} {{(pid=79300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:04:15.549987 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-6f29045b-a249-45aa-be0a-3299af7071f3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734197845140', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910984'] for segment, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:15.550557 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-6f29045b-a249-45aa-be0a-3299af7071f3 admin admin] Unsubscribe: segment precommit_create {{(pid=79300) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 19 13:04:15.550996 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.db.segments_db [None req-6f29045b-a249-45aa-be0a-3299af7071f3 admin admin] Added segment 6f474d0f-72ce-4903-9fce-28dc83dba96d of type vlan for network fb545e33-0980-4124-9e36-38624403ccd4 Aug 19 13:04:15.591138 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-6f29045b-a249-45aa-be0a-3299af7071f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734197367691'] for network, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:15.629131 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-6f29045b-a249-45aa-be0a-3299af7071f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217'] for network, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:15.630468 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f29045b-a249-45aa-be0a-3299af7071f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:04:15.631065 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-6f29045b-a249-45aa-be0a-3299af7071f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for network, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:15.634478 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:04:15.739758 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f29045b-a249-45aa-be0a-3299af7071f3 admin admin] Pushing event updated for resources: {'Network': ['ID=fb545e33-0980-4124-9e36-38624403ccd4,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:04:15.742951 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-6f29045b-a249-45aa-be0a-3299af7071f3 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.4256034 Aug 19 13:04:15.748494 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f29045b-a249-45aa-be0a-3299af7071f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:15.748864 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f29045b-a249-45aa-be0a-3299af7071f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:15.749213 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f29045b-a249-45aa-be0a-3299af7071f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:15.749553 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f29045b-a249-45aa-be0a-3299af7071f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:15.749884 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f29045b-a249-45aa-be0a-3299af7071f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:15.750232 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f29045b-a249-45aa-be0a-3299af7071f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:15.750563 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f29045b-a249-45aa-be0a-3299af7071f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:15.750922 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f29045b-a249-45aa-be0a-3299af7071f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:15.751807 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f29045b-a249-45aa-be0a-3299af7071f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:15.752132 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f29045b-a249-45aa-be0a-3299af7071f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:15.752454 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f29045b-a249-45aa-be0a-3299af7071f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:15.752773 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f29045b-a249-45aa-be0a-3299af7071f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:15.757261 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-6f29045b-a249-45aa-be0a-3299af7071f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:04:15.768848 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Network fb545e33-0980-4124-9e36-38624403ccd4 details requested by agent ovs-agent-dv-cinder-805144-1-iscsi with host dv-cinder-805144-1-iscsi {{(pid=79301) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 19 13:04:17.987234 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 48602) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:04:18.059868 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.pecan_wsgi.hooks.translation [None req-baac80af-9a49-43ad-b1b9-54ec22003a85 admin admin] GET failed (client error): The resource could not be found. Aug 19 13:04:18.060400 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-baac80af-9a49-43ad-b1b9-54ec22003a85 admin admin] Synchronizing usage tracker for tenant:c8d90e565d0e4adeb3b642f264c27db7 on resource:network {{(pid=79300) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:04:18.076474 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-baac80af-9a49-43ad-b1b9-54ec22003a85 admin admin] Unset dirty status for tenant:c8d90e565d0e4adeb3b642f264c27db7 on resource:network {{(pid=79300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:04:18.077828 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-baac80af-9a49-43ad-b1b9-54ec22003a85 admin admin] 10.222.0.49 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0895562 Aug 19 13:04:18.191207 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d9e1f1-cf7f-409f-94d9-772adacd23d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:04:18.192707 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-a3d9e1f1-cf7f-409f-94d9-772adacd23d2 admin admin] 10.222.0.49 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1103754 Aug 19 13:04:18.202452 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [None req-75b2ab98-64c0-4701-a668-31a51e1be3b6 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'fb545e33-0980-4124-9e36-38624403ccd4', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:04:18.208431 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-75b2ab98-64c0-4701-a668-31a51e1be3b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:04:18.218481 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-75b2ab98-64c0-4701-a668-31a51e1be3b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:04:18.229110 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b2ab98-64c0-4701-a668-31a51e1be3b6 admin admin] Made reservation on behalf of c8d90e565d0e4adeb3b642f264c27db7 for: {'subnet': 1} {{(pid=79300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:04:18.231596 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-75b2ab98-64c0-4701-a668-31a51e1be3b6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:18.456254 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-75b2ab98-64c0-4701-a668-31a51e1be3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217'] for subnet, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:18.459478 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:04:18.535131 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b2ab98-64c0-4701-a668-31a51e1be3b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b333b9bd-ca0d-41fc-b2e3-8c25390a22e0,revision_number=0']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:04:18.538138 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-75b2ab98-64c0-4701-a668-31a51e1be3b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:04:18.545449 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b2ab98-64c0-4701-a668-31a51e1be3b6 admin admin] Checking segment: {'id': '6f474d0f-72ce-4903-9fce-28dc83dba96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'fb545e33-0980-4124-9e36-38624403ccd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:04:18.546075 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b2ab98-64c0-4701-a668-31a51e1be3b6 admin admin] Network hostable DHCP agents. Network: fb545e33-0980-4124-9e36-38624403ccd4, hostable agents: ['31b92e89-357e-408d-a141-4e7242d6bd98'], hosted agents: [] {{(pid=79300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:04:18.565807 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b2ab98-64c0-4701-a668-31a51e1be3b6 admin admin] Network fb545e33-0980-4124-9e36-38624403ccd4 is scheduled to be hosted by DHCP agent 31b92e89-357e-408d-a141-4e7242d6bd98 with binding_index 1 {{(pid=79300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:04:18.574697 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.base_scheduler [None req-75b2ab98-64c0-4701-a668-31a51e1be3b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805144-1-iscsi, fb545e33-0980-4124-9e36-38624403ccd4) {{(pid=79300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:04:18.578604 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b2ab98-64c0-4701-a668-31a51e1be3b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:04:18.579730 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-75b2ab98-64c0-4701-a668-31a51e1be3b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for subnet, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:18.585481 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53ba4f5-1a61-4ce1-8594-ea7bc6209134 None None] Network fb545e33-0980-4124-9e36-38624403ccd4 requested from dv-cinder-805144-1-iscsi {{(pid=79301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 19 13:04:18.607073 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-75b2ab98-64c0-4701-a668-31a51e1be3b6 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4079676 Aug 19 13:04:18.827022 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf671c0-7af0-4a80-80bf-f45ffaff8c95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47980deb-f177-502b-bf5e-237545d7a88e-fb545e33-0980-4124-9e36-38624403ccd4', 'network_id': 'fb545e33-0980-4124-9e36-38624403ccd4', 'tenant_id': 'c8d90e565d0e4adeb3b642f264c27db7', 'fixed_ips': [{'subnet_id': 'b333b9bd-ca0d-41fc-b2e3-8c25390a22e0'}]}} from dv-cinder-805144-1-iscsi. {{(pid=79301) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 19 13:04:18.827537 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-eaf671c0-7af0-4a80-80bf-f45ffaff8c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:19.024811 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.db_base_plugin_common [None req-eaf671c0-7af0-4a80-80bf-f45ffaff8c95 None None] Allocated IP 192.168.233.2 (fb545e33-0980-4124-9e36-38624403ccd4/b333b9bd-ca0d-41fc-b2e3-8c25390a22e0/5ca59a5c-3a9c-4f68-bdb2-e706fbf2872a) {{(pid=79301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:04:19.291166 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-eaf671c0-7af0-4a80-80bf-f45ffaff8c95 None None] Notify callbacks [] for port, precommit_create {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:19.301749 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-eaf671c0-7af0-4a80-80bf-f45ffaff8c95 None None] Transition to ACTIVE for port object 5ca59a5c-3a9c-4f68-bdb2-e706fbf2872a will not be triggered until provisioned by entity L2. {{(pid=79301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:04:19.322255 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-eaf671c0-7af0-4a80-80bf-f45ffaff8c95 None None] Transition to ACTIVE for port object 5ca59a5c-3a9c-4f68-bdb2-e706fbf2872a will not be triggered until provisioned by entity DHCP. {{(pid=79301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:04:19.329645 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-eaf671c0-7af0-4a80-80bf-f45ffaff8c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910'] for port, after_create {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:19.334899 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:04:19.399479 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf671c0-7af0-4a80-80bf-f45ffaff8c95 None None] Network fb545e33-0980-4124-9e36-38624403ccd4 is already hosted by enough agents. {{(pid=79301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:04:19.402456 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.scheduler.base_scheduler [None req-eaf671c0-7af0-4a80-80bf-f45ffaff8c95 None None] Resources bound (agent type, host, resource id): {{(pid=79301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:04:19.409875 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf671c0-7af0-4a80-80bf-f45ffaff8c95 None None] Received port after_create {{(pid=79301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:04:19.411958 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf671c0-7af0-4a80-80bf-f45ffaff8c95 None None] Pushing event updated for resources: {'Port': ['ID=5ca59a5c-3a9c-4f68-bdb2-e706fbf2872a,revision_number=1']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:04:19.421609 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf671c0-7af0-4a80-80bf-f45ffaff8c95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:19.421955 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf671c0-7af0-4a80-80bf-f45ffaff8c95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:19.422296 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf671c0-7af0-4a80-80bf-f45ffaff8c95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:19.422981 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf671c0-7af0-4a80-80bf-f45ffaff8c95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:19.423379 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf671c0-7af0-4a80-80bf-f45ffaff8c95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:19.423742 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf671c0-7af0-4a80-80bf-f45ffaff8c95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:19.424071 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf671c0-7af0-4a80-80bf-f45ffaff8c95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:19.424395 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf671c0-7af0-4a80-80bf-f45ffaff8c95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:19.424738 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf671c0-7af0-4a80-80bf-f45ffaff8c95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:19.425064 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf671c0-7af0-4a80-80bf-f45ffaff8c95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:19.425382 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf671c0-7af0-4a80-80bf-f45ffaff8c95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:19.425698 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf671c0-7af0-4a80-80bf-f45ffaff8c95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:19.453656 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-eaf671c0-7af0-4a80-80bf-f45ffaff8c95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:04:19.518811 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-eaf671c0-7af0-4a80-80bf-f45ffaff8c95 None None] Attempting to bind port 5ca59a5c-3a9c-4f68-bdb2-e706fbf2872a on host dv-cinder-805144-1-iscsi for vnic_type normal with profile {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:04:19.519181 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-eaf671c0-7af0-4a80-80bf-f45ffaff8c95 None None] Attempting to bind port 5ca59a5c-3a9c-4f68-bdb2-e706fbf2872a by drivers openvswitch,hyperv on host dv-cinder-805144-1-iscsi at level 0 using segments [{'id': '6f474d0f-72ce-4903-9fce-28dc83dba96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'fb545e33-0980-4124-9e36-38624403ccd4'}] {{(pid=79301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:04:19.519549 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf671c0-7af0-4a80-80bf-f45ffaff8c95 None None] Attempting to bind port 5ca59a5c-3a9c-4f68-bdb2-e706fbf2872a on network fb545e33-0980-4124-9e36-38624403ccd4 {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:04:19.524996 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf671c0-7af0-4a80-80bf-f45ffaff8c95 None None] Checking agent: {'id': '22cf82ff-da15-404e-8075-dce9686ce61b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805144-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 13, 0, 29), 'started_at': datetime.datetime(2021, 8, 19, 13, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805144-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 19 13:04:19.525369 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf671c0-7af0-4a80-80bf-f45ffaff8c95 None None] Checking segment: {'id': '6f474d0f-72ce-4903-9fce-28dc83dba96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'fb545e33-0980-4124-9e36-38624403ccd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:04:19.525772 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-eaf671c0-7af0-4a80-80bf-f45ffaff8c95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:19.526166 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf671c0-7af0-4a80-80bf-f45ffaff8c95 None None] Bound using segment: {'id': '6f474d0f-72ce-4903-9fce-28dc83dba96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'fb545e33-0980-4124-9e36-38624403ccd4'} {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 19 13:04:19.526631 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-eaf671c0-7af0-4a80-80bf-f45ffaff8c95 None None] Bound port: 5ca59a5c-3a9c-4f68-bdb2-e706fbf2872a, host: dv-cinder-805144-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f474d0f-72ce-4903-9fce-28dc83dba96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'fb545e33-0980-4124-9e36-38624403ccd4'}}] {{(pid=79301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:04:19.527055 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-eaf671c0-7af0-4a80-80bf-f45ffaff8c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:19.619041 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-eaf671c0-7af0-4a80-80bf-f45ffaff8c95 None None] For port 5ca59a5c-3a9c-4f68-bdb2-e706fbf2872a, host dv-cinder-805144-1-iscsi, cleared binding levels {{(pid=79301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 19 13:04:19.622055 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-eaf671c0-7af0-4a80-80bf-f45ffaff8c95 None None] For port 5ca59a5c-3a9c-4f68-bdb2-e706fbf2872a, host dv-cinder-805144-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=5ca59a5c-3a9c-4f68-bdb2-e706fbf2872a,segment=NetworkSegment(6f474d0f-72ce-4903-9fce-28dc83dba96d),segment_id=6f474d0f-72ce-4903-9fce-28dc83dba96d)] {{(pid=79301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 19 13:04:19.627044 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-eaf671c0-7af0-4a80-80bf-f45ffaff8c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:19.630945 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-6987c9cc-10d8-4cf0-8d89-63c706bfd9d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:04:19.714647 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf671c0-7af0-4a80-80bf-f45ffaff8c95 None None] Pushing event updated for resources: {'Port': ['ID=5ca59a5c-3a9c-4f68-bdb2-e706fbf2872a,revision_number=2']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:04:19.723837 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-eaf671c0-7af0-4a80-80bf-f45ffaff8c95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:04:20.634144 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f10b02-79a3-4ef4-85f1-65137e5a95af None None] Network fb545e33-0980-4124-9e36-38624403ccd4 requested from dv-cinder-805144-1-iscsi {{(pid=79301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 19 13:04:20.742055 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-de6f7393-9bd9-4d52-b7cc-41bd13c9ce3c None None] Provisioning for port 5ca59a5c-3a9c-4f68-bdb2-e706fbf2872a completed by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:04:21.009397 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 5ca59a5c-3a9c-4f68-bdb2-e706fbf2872a up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:04:21.095978 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning for port 5ca59a5c-3a9c-4f68-bdb2-e706fbf2872a completed by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:04:21.104973 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning complete for port 5ca59a5c-3a9c-4f68-bdb2-e706fbf2872a triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:04:21.105354 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:21.238622 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-76089280-6953-4214-868f-afd317a24d3e None None] Provisioning complete for port 5ca59a5c-3a9c-4f68-bdb2-e706fbf2872a triggered by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:04:21.238976 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-76089280-6953-4214-868f-afd317a24d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:21.269612 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:21.329003 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] For port 5ca59a5c-3a9c-4f68-bdb2-e706fbf2872a, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=5ca59a5c-3a9c-4f68-bdb2-e706fbf2872a,segment=NetworkSegment(6f474d0f-72ce-4903-9fce-28dc83dba96d),segment_id=6f474d0f-72ce-4903-9fce-28dc83dba96d)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:04:21.361901 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:21.367889 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:04:21.455779 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Pushing event updated for resources: {'Port': ['ID=5ca59a5c-3a9c-4f68-bdb2-e706fbf2872a,revision_number=3']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:04:21.458656 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:04:22.968207 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 5ca59a5c-3a9c-4f68-bdb2-e706fbf2872a up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:04:23.041497 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning complete for port 5ca59a5c-3a9c-4f68-bdb2-e706fbf2872a triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:04:23.041875 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:25.160825 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.agents_db [None req-9e599f34-f5fc-45b3-b2b5-9720679b7a3a None None] Agent healthcheck: found 5 active agents {{(pid=79302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 19 13:04:28.113959 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-1616b6f8-7df5-4691-9cee-2091d6e8df49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:28.568322 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:30.936249 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-9eb7a006-fe8f-4e11-8b8f-8a829abe9491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:31.713699 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:33.384004 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:58.116464 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-fa09d827-3025-4bfa-b699-8de36e79a78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:58.564746 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:00.940605 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-934fc744-99c1-4dd8-a1b5-6edee5b0f84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:01.715843 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:02.160895 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.agents_db [None req-9e599f34-f5fc-45b3-b2b5-9720679b7a3a None None] Agent healthcheck: found 5 active agents {{(pid=79302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 19 13:05:03.386723 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:28.119344 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ae15a9e7-fe61-46eb-9be8-e7e00c8cd9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:28.566601 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:28.879326 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 48652) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:05:28.885384 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [None req-cd995dc5-f41a-496f-8262-fb80c8c35fe8 tempest-verify_tempest_config-1263529095 tempest-verify_tempest_config-1263529095-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=79300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 13:05:28.886325 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-cd995dc5-f41a-496f-8262-fb80c8c35fe8 tempest-verify_tempest_config-1263529095 tempest-verify_tempest_config-1263529095-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059519 Aug 19 13:05:29.190560 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 48670) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:05:29.305473 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-b3a808c0-1f12-40f4-91cb-70bc26cf91fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:29.319335 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-b3a808c0-1f12-40f4-91cb-70bc26cf91fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:05:29.323081 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-b3a808c0-1f12-40f4-91cb-70bc26cf91fb admin admin] Usage tracker for resource:security_group_rule and tenant:57b2d1260e4c4c459a6bc0eabf615fb9 is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:05:29.326296 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-b3a808c0-1f12-40f4-91cb-70bc26cf91fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:05:29.332020 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-b3a808c0-1f12-40f4-91cb-70bc26cf91fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:05:29.429551 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-b3a808c0-1f12-40f4-91cb-70bc26cf91fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:29.434108 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-b3a808c0-1f12-40f4-91cb-70bc26cf91fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:29.441950 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:05:29.481628 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a808c0-1f12-40f4-91cb-70bc26cf91fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a740226f-cb51-402a-83e3-52c6d63accff,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:05:29.485524 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-b3a808c0-1f12-40f4-91cb-70bc26cf91fb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=57b2d1260e4c4c459a6bc0eabf615fb9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2939782 Aug 19 13:05:29.488316 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 48676) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:05:29.491211 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a808c0-1f12-40f4-91cb-70bc26cf91fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:29.491608 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a808c0-1f12-40f4-91cb-70bc26cf91fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:29.491939 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a808c0-1f12-40f4-91cb-70bc26cf91fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:29.492274 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a808c0-1f12-40f4-91cb-70bc26cf91fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:29.492604 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a808c0-1f12-40f4-91cb-70bc26cf91fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:29.492936 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a808c0-1f12-40f4-91cb-70bc26cf91fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:29.493260 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a808c0-1f12-40f4-91cb-70bc26cf91fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:29.493586 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a808c0-1f12-40f4-91cb-70bc26cf91fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:29.493926 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a808c0-1f12-40f4-91cb-70bc26cf91fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:29.494253 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a808c0-1f12-40f4-91cb-70bc26cf91fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:29.494575 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a808c0-1f12-40f4-91cb-70bc26cf91fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:29.494893 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a808c0-1f12-40f4-91cb-70bc26cf91fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:29.499320 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-b3a808c0-1f12-40f4-91cb-70bc26cf91fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:05:29.547081 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-5ea9762a-5855-4bdc-b19f-2635e1fda3a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:29.571624 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-5ea9762a-5855-4bdc-b19f-2635e1fda3a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:29.673155 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-5ea9762a-5855-4bdc-b19f-2635e1fda3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:29.677190 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-3f275f53-52d4-4eff-b8a6-6b5d99127280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:05:29.688626 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea9762a-5855-4bdc-b19f-2635e1fda3a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a740226f-cb51-402a-83e3-52c6d63accff,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:05:29.698774 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea9762a-5855-4bdc-b19f-2635e1fda3a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:29.699124 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea9762a-5855-4bdc-b19f-2635e1fda3a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:29.699465 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea9762a-5855-4bdc-b19f-2635e1fda3a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:29.699824 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea9762a-5855-4bdc-b19f-2635e1fda3a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:29.700155 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea9762a-5855-4bdc-b19f-2635e1fda3a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:29.700503 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea9762a-5855-4bdc-b19f-2635e1fda3a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:29.700830 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea9762a-5855-4bdc-b19f-2635e1fda3a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:29.701158 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea9762a-5855-4bdc-b19f-2635e1fda3a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:29.701481 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea9762a-5855-4bdc-b19f-2635e1fda3a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:29.701800 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea9762a-5855-4bdc-b19f-2635e1fda3a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:29.702118 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea9762a-5855-4bdc-b19f-2635e1fda3a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:29.703252 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea9762a-5855-4bdc-b19f-2635e1fda3a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:29.706474 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-5ea9762a-5855-4bdc-b19f-2635e1fda3a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:29.707596 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-5ea9762a-5855-4bdc-b19f-2635e1fda3a7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a740226f-cb51-402a-83e3-52c6d63accff HTTP/1.1" status: 204 len: 168 time: 0.2183020 Aug 19 13:05:29.708529 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-5ea9762a-5855-4bdc-b19f-2635e1fda3a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:05:30.944120 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d1f15370-d161-484a-8d03-74a8807a56ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:31.723500 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:33.388110 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:39.160045 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.agents_db [None req-9e599f34-f5fc-45b3-b2b5-9720679b7a3a None None] Agent healthcheck: found 5 active agents {{(pid=79302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 19 13:05:58.121833 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-3b49875b-8f23-4e04-8239-a6e1604c244c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:58.567490 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:00.947272 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-91c4bc0e-304a-420b-85be-a6e30c72d48d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:01.724609 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:03.391375 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:16.160192 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.agents_db [None req-9e599f34-f5fc-45b3-b2b5-9720679b7a3a None None] Agent healthcheck: found 5 active agents {{(pid=79302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 19 13:06:28.125162 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-921d774d-e320-43f6-821c-2f09a24159d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:28.569750 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:30.948901 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-9f847052-ac69-4ce2-a359-0a2f0a6dfb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:31.725226 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:33.393930 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:53.159081 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.agents_db [None req-9e599f34-f5fc-45b3-b2b5-9720679b7a3a None None] Agent healthcheck: found 5 active agents {{(pid=79302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 19 13:06:58.127310 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-095dc8fa-b059-4fe4-8de5-3da905c050b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:58.577304 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:00.952067 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0c3-471f-4e8d-b359-cf09221f8021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:01.730818 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:03.398820 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:03.643488 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7992138'] for agent, after_create {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:18.528510 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 48748) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:07:18.648065 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-ec78051f-4c34-4419-b862-ed3112437aef admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1184340 Aug 19 13:07:20.967218 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 48758) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:07:21.021544 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-7f6c7602-3e59-4e50-a0f3-768241260bfd admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0532296 Aug 19 13:07:28.129066 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-9f8a0b58-861c-450b-9931-72ce2d3a19d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:28.568723 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:30.157911 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.agents_db [None req-9e599f34-f5fc-45b3-b2b5-9720679b7a3a None None] Agent healthcheck: found 6 active agents {{(pid=79302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 19 13:07:30.958846 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d7e28b23-3ab3-42cd-847c-319da0823cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:31.730339 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:33.401330 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:33.583645 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:58.130242 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-0d25f805-6fc3-4091-826b-5215e2072efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:58.571465 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:00.951119 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-24e5ef39-8b2d-4856-a073-24b7413fe79e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:01.734368 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:03.406906 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:03.604882 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:07.157047 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.agents_db [None req-9e599f34-f5fc-45b3-b2b5-9720679b7a3a None None] Agent healthcheck: found 6 active agents {{(pid=79302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 19 13:08:28.140166 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a31422c4-38e7-4aed-b504-44843e8d9e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:28.575745 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:30.956159 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d4a7f800-1445-48dc-af43-a12f0fd88ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:31.736628 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:33.407726 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:33.601954 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:44.155302 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.agents_db [None req-9e599f34-f5fc-45b3-b2b5-9720679b7a3a None None] Agent healthcheck: found 6 active agents {{(pid=79302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 19 13:08:54.465720 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 48864) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:08:54.680437 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-ae1de04f-b411-498d-9331-32aa5d9175ca admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-401653547-network', 'tenant_id': '7eb105e559464d19ae7b2f21ff1ed37f'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:08:54.686533 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-ae1de04f-b411-498d-9331-32aa5d9175ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:08:54.690703 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-ae1de04f-b411-498d-9331-32aa5d9175ca admin admin] Usage tracker for resource:network and tenant:7eb105e559464d19ae7b2f21ff1ed37f is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:08:54.694514 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-ae1de04f-b411-498d-9331-32aa5d9175ca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:08:54.704725 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-ae1de04f-b411-498d-9331-32aa5d9175ca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:08:54.717125 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1de04f-b411-498d-9331-32aa5d9175ca admin admin] Made reservation on behalf of 7eb105e559464d19ae7b2f21ff1ed37f for: {'network': 1} {{(pid=79299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:08:54.719919 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-ae1de04f-b411-498d-9331-32aa5d9175ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for network, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:54.732636 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-ae1de04f-b411-498d-9331-32aa5d9175ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:54.763006 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-ae1de04f-b411-498d-9331-32aa5d9175ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:08:54.769246 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-ae1de04f-b411-498d-9331-32aa5d9175ca admin admin] Usage tracker for resource:security_group_rule and tenant:7eb105e559464d19ae7b2f21ff1ed37f is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:08:54.774038 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-ae1de04f-b411-498d-9331-32aa5d9175ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:08:54.796035 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-ae1de04f-b411-498d-9331-32aa5d9175ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:08:54.918464 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-ae1de04f-b411-498d-9331-32aa5d9175ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:54.923181 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-ae1de04f-b411-498d-9331-32aa5d9175ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:54.933983 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-5ea9762a-5855-4bdc-b19f-2635e1fda3a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:08:54.947763 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae1de04f-b411-498d-9331-32aa5d9175ca admin admin] vlan segment allocate from pool success with {'vlan_id': 1012, 'physical_network': 'physnet1'} {{(pid=79299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:08:54.974408 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-ae1de04f-b411-498d-9331-32aa5d9175ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910984'] for segment, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:54.974789 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.db.segments_db [None req-ae1de04f-b411-498d-9331-32aa5d9175ca admin admin] Added segment 7b6580d1-c90c-4118-9fb3-a5452ed9a85d of type vlan for network 46f7aaff-80d7-4e3f-8b73-4b055f01a648 Aug 19 13:08:54.980412 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1de04f-b411-498d-9331-32aa5d9175ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2e45ff-bf2b-4c33-b7a8-d9631e226ba9,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:54.997443 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1de04f-b411-498d-9331-32aa5d9175ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:54.997934 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1de04f-b411-498d-9331-32aa5d9175ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:54.998342 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1de04f-b411-498d-9331-32aa5d9175ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:54.998841 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1de04f-b411-498d-9331-32aa5d9175ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:54.999225 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1de04f-b411-498d-9331-32aa5d9175ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:54.999774 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1de04f-b411-498d-9331-32aa5d9175ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:55.000114 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1de04f-b411-498d-9331-32aa5d9175ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:55.000446 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1de04f-b411-498d-9331-32aa5d9175ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:55.000789 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1de04f-b411-498d-9331-32aa5d9175ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:55.001196 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1de04f-b411-498d-9331-32aa5d9175ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:55.001673 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1de04f-b411-498d-9331-32aa5d9175ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:55.002194 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1de04f-b411-498d-9331-32aa5d9175ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:55.003469 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1de04f-b411-498d-9331-32aa5d9175ca admin admin] Tracked resource versions report: Aug 19 13:08:55.003469 dv-cinder-805144-1-iscsi neutron-server[79299]: pushed versions: Aug 19 13:08:55.003469 dv-cinder-805144-1-iscsi neutron-server[79299]: { 'AddressGroup': {'1.2'}, Aug 19 13:08:55.003469 dv-cinder-805144-1-iscsi neutron-server[79299]: 'ConntrackHelper': {'1.0'}, Aug 19 13:08:55.003469 dv-cinder-805144-1-iscsi neutron-server[79299]: 'Log': {'1.0'}, Aug 19 13:08:55.003469 dv-cinder-805144-1-iscsi neutron-server[79299]: 'Network': {'1.1'}, Aug 19 13:08:55.003469 dv-cinder-805144-1-iscsi neutron-server[79299]: 'Port': {'1.7'}, Aug 19 13:08:55.003469 dv-cinder-805144-1-iscsi neutron-server[79299]: 'PortForwarding': {'1.2'}, Aug 19 13:08:55.003469 dv-cinder-805144-1-iscsi neutron-server[79299]: 'QosPolicy': {'1.8'}, Aug 19 13:08:55.003469 dv-cinder-805144-1-iscsi neutron-server[79299]: 'SecurityGroup': {'1.4'}, Aug 19 13:08:55.003469 dv-cinder-805144-1-iscsi neutron-server[79299]: 'SecurityGroupRule': {'1.2'}, Aug 19 13:08:55.003469 dv-cinder-805144-1-iscsi neutron-server[79299]: 'SubPort': {'1.0'}, Aug 19 13:08:55.003469 dv-cinder-805144-1-iscsi neutron-server[79299]: 'Subnet': {'1.1'}, Aug 19 13:08:55.003469 dv-cinder-805144-1-iscsi neutron-server[79299]: 'Trunk': {'1.1'}} Aug 19 13:08:55.003469 dv-cinder-805144-1-iscsi neutron-server[79299]: consumer versions: Aug 19 13:08:55.003469 dv-cinder-805144-1-iscsi neutron-server[79299]: { DHCP agent@dv-cinder-805144-1-iscsi: {}, Aug 19 13:08:55.003469 dv-cinder-805144-1-iscsi neutron-server[79299]: HyperV agent@hv-cinder-80514: {}, Aug 19 13:08:55.003469 dv-cinder-805144-1-iscsi neutron-server[79299]: L3 agent@dv-cinder-805144-1-iscsi: {}, Aug 19 13:08:55.003469 dv-cinder-805144-1-iscsi neutron-server[79299]: Metadata agent@dv-cinder-805144-1-iscsi: {}, Aug 19 13:08:55.003469 dv-cinder-805144-1-iscsi neutron-server[79299]: Metering agent@dv-cinder-805144-1-iscsi: {}, Aug 19 13:08:55.003469 dv-cinder-805144-1-iscsi neutron-server[79299]: Open vSwitch agent@dv-cinder-805144-1-iscsi: { 'AddressGroup': '1.2', Aug 19 13:08:55.003469 dv-cinder-805144-1-iscsi neutron-server[79299]: 'ConntrackHelper': '1.0', Aug 19 13:08:55.003469 dv-cinder-805144-1-iscsi neutron-server[79299]: 'Log': '1.0', Aug 19 13:08:55.003469 dv-cinder-805144-1-iscsi neutron-server[79299]: 'Network': '1.1', Aug 19 13:08:55.003469 dv-cinder-805144-1-iscsi neutron-server[79299]: 'Port': '1.7', Aug 19 13:08:55.003469 dv-cinder-805144-1-iscsi neutron-server[79299]: 'PortForwarding': '1.2', Aug 19 13:08:55.003469 dv-cinder-805144-1-iscsi neutron-server[79299]: 'QosPolicy': '1.8', Aug 19 13:08:55.003469 dv-cinder-805144-1-iscsi neutron-server[79299]: 'SecurityGroup': '1.4', Aug 19 13:08:55.003469 dv-cinder-805144-1-iscsi neutron-server[79299]: 'SecurityGroupRule': '1.2', Aug 19 13:08:55.003469 dv-cinder-805144-1-iscsi neutron-server[79299]: 'SubPort': '1.0', Aug 19 13:08:55.003469 dv-cinder-805144-1-iscsi neutron-server[79299]: 'Subnet': '1.1', Aug 19 13:08:55.003469 dv-cinder-805144-1-iscsi neutron-server[79299]: 'Trunk': '1.1'}} Aug 19 13:08:55.003469 dv-cinder-805144-1-iscsi neutron-server[79299]: {{(pid=79299) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 13:08:55.007622 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-ae1de04f-b411-498d-9331-32aa5d9175ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:08:55.023551 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-ae1de04f-b411-498d-9331-32aa5d9175ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734197367691'] for network, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:55.064502 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-ae1de04f-b411-498d-9331-32aa5d9175ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217'] for network, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:55.066198 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1de04f-b411-498d-9331-32aa5d9175ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:55.067531 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-ae1de04f-b411-498d-9331-32aa5d9175ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for network, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:55.080287 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-3f275f53-52d4-4eff-b8a6-6b5d99127280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:08:55.219247 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1de04f-b411-498d-9331-32aa5d9175ca admin admin] Pushing event updated for resources: {'Network': ['ID=46f7aaff-80d7-4e3f-8b73-4b055f01a648,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:55.224359 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-ae1de04f-b411-498d-9331-32aa5d9175ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:08:55.228398 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-ae1de04f-b411-498d-9331-32aa5d9175ca admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7584045 Aug 19 13:08:55.229380 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 48916) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:08:55.231975 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Network 46f7aaff-80d7-4e3f-8b73-4b055f01a648 details requested by agent ovs-agent-dv-cinder-805144-1-iscsi with host dv-cinder-805144-1-iscsi {{(pid=79301) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 19 13:08:55.237266 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [None req-ab349f67-7180-4773-808c-511c5ad75874 admin admin] Request body: {'subnet': {'network_id': '46f7aaff-80d7-4e3f-8b73-4b055f01a648', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-401653547-subnet', 'tenant_id': '7eb105e559464d19ae7b2f21ff1ed37f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:08:55.245333 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-ab349f67-7180-4773-808c-511c5ad75874 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:08:55.250049 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-ab349f67-7180-4773-808c-511c5ad75874 admin admin] Usage tracker for resource:subnet and tenant:7eb105e559464d19ae7b2f21ff1ed37f is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:08:55.254195 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-ab349f67-7180-4773-808c-511c5ad75874 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:08:55.261156 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-ab349f67-7180-4773-808c-511c5ad75874 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:08:55.275442 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab349f67-7180-4773-808c-511c5ad75874 admin admin] Made reservation on behalf of 7eb105e559464d19ae7b2f21ff1ed37f for: {'subnet': 1} {{(pid=79300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:08:55.279161 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-ab349f67-7180-4773-808c-511c5ad75874 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:55.355879 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 48922) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:08:55.601770 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-ab349f67-7180-4773-808c-511c5ad75874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217'] for subnet, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:55.610414 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-75b2ab98-64c0-4701-a668-31a51e1be3b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:08:55.726891 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab349f67-7180-4773-808c-511c5ad75874 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49e67e0b-90aa-438e-9687-03363c13298a,revision_number=0']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:55.738675 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab349f67-7180-4773-808c-511c5ad75874 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:55.739222 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab349f67-7180-4773-808c-511c5ad75874 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:55.739438 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab349f67-7180-4773-808c-511c5ad75874 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:55.739802 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab349f67-7180-4773-808c-511c5ad75874 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:55.740114 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab349f67-7180-4773-808c-511c5ad75874 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:55.740455 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab349f67-7180-4773-808c-511c5ad75874 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:55.740966 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab349f67-7180-4773-808c-511c5ad75874 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:55.741479 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab349f67-7180-4773-808c-511c5ad75874 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:55.741820 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab349f67-7180-4773-808c-511c5ad75874 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:55.742142 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab349f67-7180-4773-808c-511c5ad75874 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:55.742460 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab349f67-7180-4773-808c-511c5ad75874 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:55.742773 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab349f67-7180-4773-808c-511c5ad75874 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:55.744085 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab349f67-7180-4773-808c-511c5ad75874 admin admin] Tracked resource versions report: Aug 19 13:08:55.744085 dv-cinder-805144-1-iscsi neutron-server[79300]: pushed versions: Aug 19 13:08:55.744085 dv-cinder-805144-1-iscsi neutron-server[79300]: { 'AddressGroup': {'1.2'}, Aug 19 13:08:55.744085 dv-cinder-805144-1-iscsi neutron-server[79300]: 'ConntrackHelper': {'1.0'}, Aug 19 13:08:55.744085 dv-cinder-805144-1-iscsi neutron-server[79300]: 'Log': {'1.0'}, Aug 19 13:08:55.744085 dv-cinder-805144-1-iscsi neutron-server[79300]: 'Network': {'1.1'}, Aug 19 13:08:55.744085 dv-cinder-805144-1-iscsi neutron-server[79300]: 'Port': {'1.7'}, Aug 19 13:08:55.744085 dv-cinder-805144-1-iscsi neutron-server[79300]: 'PortForwarding': {'1.2'}, Aug 19 13:08:55.744085 dv-cinder-805144-1-iscsi neutron-server[79300]: 'QosPolicy': {'1.8'}, Aug 19 13:08:55.744085 dv-cinder-805144-1-iscsi neutron-server[79300]: 'SecurityGroup': {'1.4'}, Aug 19 13:08:55.744085 dv-cinder-805144-1-iscsi neutron-server[79300]: 'SecurityGroupRule': {'1.2'}, Aug 19 13:08:55.744085 dv-cinder-805144-1-iscsi neutron-server[79300]: 'SubPort': {'1.0'}, Aug 19 13:08:55.744085 dv-cinder-805144-1-iscsi neutron-server[79300]: 'Subnet': {'1.1'}, Aug 19 13:08:55.744085 dv-cinder-805144-1-iscsi neutron-server[79300]: 'Trunk': {'1.1'}} Aug 19 13:08:55.744085 dv-cinder-805144-1-iscsi neutron-server[79300]: consumer versions: Aug 19 13:08:55.744085 dv-cinder-805144-1-iscsi neutron-server[79300]: { DHCP agent@dv-cinder-805144-1-iscsi: {}, Aug 19 13:08:55.744085 dv-cinder-805144-1-iscsi neutron-server[79300]: HyperV agent@hv-cinder-80514: {}, Aug 19 13:08:55.744085 dv-cinder-805144-1-iscsi neutron-server[79300]: L3 agent@dv-cinder-805144-1-iscsi: {}, Aug 19 13:08:55.744085 dv-cinder-805144-1-iscsi neutron-server[79300]: Metadata agent@dv-cinder-805144-1-iscsi: {}, Aug 19 13:08:55.744085 dv-cinder-805144-1-iscsi neutron-server[79300]: Metering agent@dv-cinder-805144-1-iscsi: {}, Aug 19 13:08:55.744085 dv-cinder-805144-1-iscsi neutron-server[79300]: Open vSwitch agent@dv-cinder-805144-1-iscsi: { 'AddressGroup': '1.2', Aug 19 13:08:55.744085 dv-cinder-805144-1-iscsi neutron-server[79300]: 'ConntrackHelper': '1.0', Aug 19 13:08:55.744085 dv-cinder-805144-1-iscsi neutron-server[79300]: 'Log': '1.0', Aug 19 13:08:55.744085 dv-cinder-805144-1-iscsi neutron-server[79300]: 'Network': '1.1', Aug 19 13:08:55.744085 dv-cinder-805144-1-iscsi neutron-server[79300]: 'Port': '1.7', Aug 19 13:08:55.744085 dv-cinder-805144-1-iscsi neutron-server[79300]: 'PortForwarding': '1.2', Aug 19 13:08:55.744085 dv-cinder-805144-1-iscsi neutron-server[79300]: 'QosPolicy': '1.8', Aug 19 13:08:55.744085 dv-cinder-805144-1-iscsi neutron-server[79300]: 'SecurityGroup': '1.4', Aug 19 13:08:55.744085 dv-cinder-805144-1-iscsi neutron-server[79300]: 'SecurityGroupRule': '1.2', Aug 19 13:08:55.744085 dv-cinder-805144-1-iscsi neutron-server[79300]: 'SubPort': '1.0', Aug 19 13:08:55.744085 dv-cinder-805144-1-iscsi neutron-server[79300]: 'Subnet': '1.1', Aug 19 13:08:55.744085 dv-cinder-805144-1-iscsi neutron-server[79300]: 'Trunk': '1.1'}} Aug 19 13:08:55.744085 dv-cinder-805144-1-iscsi neutron-server[79300]: {{(pid=79300) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 13:08:55.749669 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab349f67-7180-4773-808c-511c5ad75874 admin admin] Checking segment: {'id': '7b6580d1-c90c-4118-9fb3-a5452ed9a85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '46f7aaff-80d7-4e3f-8b73-4b055f01a648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:08:55.750034 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab349f67-7180-4773-808c-511c5ad75874 admin admin] Network hostable DHCP agents. Network: 46f7aaff-80d7-4e3f-8b73-4b055f01a648, hostable agents: ['31b92e89-357e-408d-a141-4e7242d6bd98'], hosted agents: [] {{(pid=79300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:08:55.753641 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-30ab28f9-2762-416a-a05a-f207108fb21a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-15327342-network', 'tenant_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:08:55.755263 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-ab349f67-7180-4773-808c-511c5ad75874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:08:55.759430 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-30ab28f9-2762-416a-a05a-f207108fb21a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:08:55.765168 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-30ab28f9-2762-416a-a05a-f207108fb21a admin admin] Usage tracker for resource:network and tenant:11dcb989ec6c4491ae1ae5f2a00cbfd7 is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:08:55.768550 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-30ab28f9-2762-416a-a05a-f207108fb21a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:08:55.775304 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab349f67-7180-4773-808c-511c5ad75874 admin admin] Network 46f7aaff-80d7-4e3f-8b73-4b055f01a648 is scheduled to be hosted by DHCP agent 31b92e89-357e-408d-a141-4e7242d6bd98 with binding_index 1 {{(pid=79300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:08:55.776932 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-30ab28f9-2762-416a-a05a-f207108fb21a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:08:55.795177 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ab28f9-2762-416a-a05a-f207108fb21a admin admin] Made reservation on behalf of 11dcb989ec6c4491ae1ae5f2a00cbfd7 for: {'network': 1} {{(pid=79299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:08:55.800180 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-30ab28f9-2762-416a-a05a-f207108fb21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for network, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:55.809031 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.base_scheduler [None req-ab349f67-7180-4773-808c-511c5ad75874 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805144-1-iscsi, 46f7aaff-80d7-4e3f-8b73-4b055f01a648) {{(pid=79300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:08:55.815312 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab349f67-7180-4773-808c-511c5ad75874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:55.817084 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-ab349f67-7180-4773-808c-511c5ad75874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for subnet, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:55.817223 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-30ab28f9-2762-416a-a05a-f207108fb21a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:55.818938 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc363105-07ab-4d8c-b2f3-6af8274e6e4a None None] Network 46f7aaff-80d7-4e3f-8b73-4b055f01a648 requested from dv-cinder-805144-1-iscsi {{(pid=79301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 19 13:08:55.840566 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-30ab28f9-2762-416a-a05a-f207108fb21a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:08:55.845673 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-30ab28f9-2762-416a-a05a-f207108fb21a admin admin] Usage tracker for resource:security_group_rule and tenant:11dcb989ec6c4491ae1ae5f2a00cbfd7 is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:08:55.850266 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-30ab28f9-2762-416a-a05a-f207108fb21a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:08:55.856994 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-30ab28f9-2762-416a-a05a-f207108fb21a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:08:55.878935 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-ab349f67-7180-4773-808c-511c5ad75874 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6474705 Aug 19 13:08:56.013442 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-30ab28f9-2762-416a-a05a-f207108fb21a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:56.021003 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-30ab28f9-2762-416a-a05a-f207108fb21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:56.025805 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-614ab69c-6c2e-4be2-9b35-cc1dc7c2327a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:08:56.066901 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30ab28f9-2762-416a-a05a-f207108fb21a admin admin] vlan segment allocate from pool success with {'vlan_id': 1040, 'physical_network': 'physnet1'} {{(pid=79299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:08:56.069857 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab28f9-2762-416a-a05a-f207108fb21a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f92b2e-2ed9-4e3e-b017-877c28908e4a,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:56.080764 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-30ab28f9-2762-416a-a05a-f207108fb21a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:08:56.090242 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-30ab28f9-2762-416a-a05a-f207108fb21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910984'] for segment, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:56.091119 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.db.segments_db [None req-30ab28f9-2762-416a-a05a-f207108fb21a admin admin] Added segment 379dc2c3-a256-42ec-a350-bba9510c62d5 of type vlan for network 3b979c5e-82fd-4500-9fbc-547a88a6c3c4 Aug 19 13:08:56.131155 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-30ab28f9-2762-416a-a05a-f207108fb21a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734197367691'] for network, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:56.175411 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fe1aea-b714-4cbf-9244-4a1c3fc5a7cf None None] Network 46f7aaff-80d7-4e3f-8b73-4b055f01a648 requested from dv-cinder-805144-1-iscsi {{(pid=79301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 19 13:08:56.196408 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-30ab28f9-2762-416a-a05a-f207108fb21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217'] for network, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:56.198162 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ab28f9-2762-416a-a05a-f207108fb21a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:56.199087 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-30ab28f9-2762-416a-a05a-f207108fb21a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for network, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:56.203409 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-614ab69c-6c2e-4be2-9b35-cc1dc7c2327a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:08:56.330045 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-30ab28f9-2762-416a-a05a-f207108fb21a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9697208 Aug 19 13:08:56.330297 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 48976) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:08:56.334382 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab28f9-2762-416a-a05a-f207108fb21a admin admin] Pushing event updated for resources: {'Network': ['ID=3b979c5e-82fd-4500-9fbc-547a88a6c3c4,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:56.343748 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-30ab28f9-2762-416a-a05a-f207108fb21a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:08:56.348725 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-99e3c0eb-28db-47a7-99e7-5aff04e9894e admin admin] Request body: {'subnet': {'network_id': '3b979c5e-82fd-4500-9fbc-547a88a6c3c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-15327342-subnet', 'tenant_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:08:56.352829 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Network 3b979c5e-82fd-4500-9fbc-547a88a6c3c4 details requested by agent ovs-agent-dv-cinder-805144-1-iscsi with host dv-cinder-805144-1-iscsi {{(pid=79301) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 19 13:08:56.354178 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-99e3c0eb-28db-47a7-99e7-5aff04e9894e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:08:56.359015 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-99e3c0eb-28db-47a7-99e7-5aff04e9894e admin admin] Usage tracker for resource:subnet and tenant:11dcb989ec6c4491ae1ae5f2a00cbfd7 is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:08:56.362135 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-99e3c0eb-28db-47a7-99e7-5aff04e9894e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:08:56.369302 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-99e3c0eb-28db-47a7-99e7-5aff04e9894e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:08:56.383835 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e3c0eb-28db-47a7-99e7-5aff04e9894e admin admin] Made reservation on behalf of 11dcb989ec6c4491ae1ae5f2a00cbfd7 for: {'subnet': 1} {{(pid=79299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:08:56.387889 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-99e3c0eb-28db-47a7-99e7-5aff04e9894e admin admin] Notify callbacks [] for subnet, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:56.702368 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-99e3c0eb-28db-47a7-99e7-5aff04e9894e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217'] for subnet, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:56.707813 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-84dba779-18e7-4705-abdd-8201babd183c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:08:56.766427 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e3c0eb-28db-47a7-99e7-5aff04e9894e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5197019-4cd9-46fe-ad6e-7e976db4e517,revision_number=0']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:56.776871 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-99e3c0eb-28db-47a7-99e7-5aff04e9894e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:08:56.810290 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e3c0eb-28db-47a7-99e7-5aff04e9894e admin admin] Checking segment: {'id': '379dc2c3-a256-42ec-a350-bba9510c62d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '3b979c5e-82fd-4500-9fbc-547a88a6c3c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:08:56.811115 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e3c0eb-28db-47a7-99e7-5aff04e9894e admin admin] Network hostable DHCP agents. Network: 3b979c5e-82fd-4500-9fbc-547a88a6c3c4, hostable agents: ['31b92e89-357e-408d-a141-4e7242d6bd98'], hosted agents: [] {{(pid=79299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:08:56.843592 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e3c0eb-28db-47a7-99e7-5aff04e9894e admin admin] Network 3b979c5e-82fd-4500-9fbc-547a88a6c3c4 is scheduled to be hosted by DHCP agent 31b92e89-357e-408d-a141-4e7242d6bd98 with binding_index 1 {{(pid=79299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:08:56.859671 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.base_scheduler [None req-99e3c0eb-28db-47a7-99e7-5aff04e9894e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805144-1-iscsi, 3b979c5e-82fd-4500-9fbc-547a88a6c3c4) {{(pid=79299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:08:56.869651 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ec801e-587d-4aef-83b5-97765db84fc4 None None] Network 3b979c5e-82fd-4500-9fbc-547a88a6c3c4 requested from dv-cinder-805144-1-iscsi {{(pid=79301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 19 13:08:56.879321 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e3c0eb-28db-47a7-99e7-5aff04e9894e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:56.880333 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-99e3c0eb-28db-47a7-99e7-5aff04e9894e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for subnet, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:56.886796 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 49006) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:08:56.906699 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-99e3c0eb-28db-47a7-99e7-5aff04e9894e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5751300 Aug 19 13:08:56.909501 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 49012) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:08:56.917910 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-72c7b848-0026-4bd4-b590-bc4c25fae775 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-15327342-router', 'tenant_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb'}}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:08:56.923597 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-72c7b848-0026-4bd4-b590-bc4c25fae775 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:08:56.928375 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-72c7b848-0026-4bd4-b590-bc4c25fae775 admin admin] Usage tracker for resource:router and tenant:11dcb989ec6c4491ae1ae5f2a00cbfd7 is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:08:56.931602 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-72c7b848-0026-4bd4-b590-bc4c25fae775 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:08:56.942178 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-72c7b848-0026-4bd4-b590-bc4c25fae775 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:08:56.952255 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-72c7b848-0026-4bd4-b590-bc4c25fae775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8006359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14752'] for router, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:56.953760 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-72c7b848-0026-4bd4-b590-bc4c25fae775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8006194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7969985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8046295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14761'] for router, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:56.977147 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-72c7b848-0026-4bd4-b590-bc4c25fae775 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:56.991980 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 49018) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:08:57.149722 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d13cb0-4f61-4b60-ae60-68e859be8e28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47980deb-f177-502b-bf5e-237545d7a88e-3b979c5e-82fd-4500-9fbc-547a88a6c3c4', 'network_id': '3b979c5e-82fd-4500-9fbc-547a88a6c3c4', 'tenant_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'fixed_ips': [{'subnet_id': 'a5197019-4cd9-46fe-ad6e-7e976db4e517'}]}} from dv-cinder-805144-1-iscsi. {{(pid=79301) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 19 13:08:57.150711 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-62d13cb0-4f61-4b60-ae60-68e859be8e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:57.330248 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-72c7b848-0026-4bd4-b590-bc4c25fae775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7970014', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8006244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14683'] for router, precommit_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:57.351511 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.db_base_plugin_common [None req-62d13cb0-4f61-4b60-ae60-68e859be8e28 None None] Allocated IP 172.20.0.2 (3b979c5e-82fd-4500-9fbc-547a88a6c3c4/a5197019-4cd9-46fe-ad6e-7e976db4e517/531db9b7-5b4a-4634-bca9-97aa16222011) {{(pid=79301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:08:57.420669 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [None req-70c02427-1940-4c48-9b93-64cd07fb4986 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-813576112-network', 'tenant_id': '95c06fea712a4e118bd5a76f6957b19a'}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:08:57.431788 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-70c02427-1940-4c48-9b93-64cd07fb4986 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:08:57.441015 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-70c02427-1940-4c48-9b93-64cd07fb4986 admin admin] Usage tracker for resource:network and tenant:95c06fea712a4e118bd5a76f6957b19a is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:08:57.447946 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-70c02427-1940-4c48-9b93-64cd07fb4986 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:08:57.457185 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-70c02427-1940-4c48-9b93-64cd07fb4986 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:08:57.472247 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [None req-f3df09b6-1b76-4edc-82d6-767f0656c599 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1461096730-network', 'tenant_id': '21e4df950c014d1894d155aac044e94a'}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:08:57.479436 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-f3df09b6-1b76-4edc-82d6-767f0656c599 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:08:57.484917 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-f3df09b6-1b76-4edc-82d6-767f0656c599 admin admin] Usage tracker for resource:network and tenant:21e4df950c014d1894d155aac044e94a is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:08:57.489690 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-f3df09b6-1b76-4edc-82d6-767f0656c599 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:08:57.497921 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-f3df09b6-1b76-4edc-82d6-767f0656c599 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:08:57.509745 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c02427-1940-4c48-9b93-64cd07fb4986 admin admin] Made reservation on behalf of 95c06fea712a4e118bd5a76f6957b19a for: {'network': 1} {{(pid=79300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:08:57.513819 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-70c02427-1940-4c48-9b93-64cd07fb4986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for network, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:57.530255 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-70c02427-1940-4c48-9b93-64cd07fb4986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:57.544320 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3df09b6-1b76-4edc-82d6-767f0656c599 admin admin] Made reservation on behalf of 21e4df950c014d1894d155aac044e94a for: {'network': 1} {{(pid=79300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:08:57.547148 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-f3df09b6-1b76-4edc-82d6-767f0656c599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for network, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:57.569151 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-70c02427-1940-4c48-9b93-64cd07fb4986 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:08:57.573944 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-70c02427-1940-4c48-9b93-64cd07fb4986 admin admin] Usage tracker for resource:security_group_rule and tenant:95c06fea712a4e118bd5a76f6957b19a is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:08:57.577930 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-70c02427-1940-4c48-9b93-64cd07fb4986 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:08:57.585288 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-70c02427-1940-4c48-9b93-64cd07fb4986 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:08:57.647865 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-62d13cb0-4f61-4b60-ae60-68e859be8e28 None None] Notify callbacks [] for port, precommit_create {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:57.669378 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-62d13cb0-4f61-4b60-ae60-68e859be8e28 None None] Transition to ACTIVE for port object 531db9b7-5b4a-4634-bca9-97aa16222011 will not be triggered until provisioned by entity L2. {{(pid=79301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:08:57.687758 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-70c02427-1940-4c48-9b93-64cd07fb4986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:57.689405 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-f3df09b6-1b76-4edc-82d6-767f0656c599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:57.710343 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-f3df09b6-1b76-4edc-82d6-767f0656c599 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:08:57.712086 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-62d13cb0-4f61-4b60-ae60-68e859be8e28 None None] Transition to ACTIVE for port object 531db9b7-5b4a-4634-bca9-97aa16222011 will not be triggered until provisioned by entity DHCP. {{(pid=79301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:08:57.716715 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-f3df09b6-1b76-4edc-82d6-767f0656c599 admin admin] Usage tracker for resource:security_group_rule and tenant:21e4df950c014d1894d155aac044e94a is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:08:57.720126 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-62d13cb0-4f61-4b60-ae60-68e859be8e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910'] for port, after_create {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:57.720944 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-f3df09b6-1b76-4edc-82d6-767f0656c599 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:08:57.728088 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-f3df09b6-1b76-4edc-82d6-767f0656c599 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:08:57.730361 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:08:57.808152 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-72c7b848-0026-4bd4-b590-bc4c25fae775 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:57.849719 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d13cb0-4f61-4b60-ae60-68e859be8e28 None None] Pushing event updated for resources: {'Port': ['ID=531db9b7-5b4a-4634-bca9-97aa16222011,revision_number=1']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:57.859906 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d13cb0-4f61-4b60-ae60-68e859be8e28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:57.860578 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d13cb0-4f61-4b60-ae60-68e859be8e28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:57.861107 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d13cb0-4f61-4b60-ae60-68e859be8e28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:57.861638 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d13cb0-4f61-4b60-ae60-68e859be8e28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:57.862193 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d13cb0-4f61-4b60-ae60-68e859be8e28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:57.862729 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d13cb0-4f61-4b60-ae60-68e859be8e28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:57.863801 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d13cb0-4f61-4b60-ae60-68e859be8e28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:57.864339 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d13cb0-4f61-4b60-ae60-68e859be8e28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:57.865425 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d13cb0-4f61-4b60-ae60-68e859be8e28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:57.866115 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d13cb0-4f61-4b60-ae60-68e859be8e28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:57.866627 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d13cb0-4f61-4b60-ae60-68e859be8e28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:57.867172 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d13cb0-4f61-4b60-ae60-68e859be8e28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:57.868523 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d13cb0-4f61-4b60-ae60-68e859be8e28 None None] Tracked resource versions report: Aug 19 13:08:57.868523 dv-cinder-805144-1-iscsi neutron-server[79301]: pushed versions: Aug 19 13:08:57.868523 dv-cinder-805144-1-iscsi neutron-server[79301]: { 'AddressGroup': {'1.2'}, Aug 19 13:08:57.868523 dv-cinder-805144-1-iscsi neutron-server[79301]: 'ConntrackHelper': {'1.0'}, Aug 19 13:08:57.868523 dv-cinder-805144-1-iscsi neutron-server[79301]: 'Log': {'1.0'}, Aug 19 13:08:57.868523 dv-cinder-805144-1-iscsi neutron-server[79301]: 'Network': {'1.1'}, Aug 19 13:08:57.868523 dv-cinder-805144-1-iscsi neutron-server[79301]: 'Port': {'1.7'}, Aug 19 13:08:57.868523 dv-cinder-805144-1-iscsi neutron-server[79301]: 'PortForwarding': {'1.2'}, Aug 19 13:08:57.868523 dv-cinder-805144-1-iscsi neutron-server[79301]: 'QosPolicy': {'1.8'}, Aug 19 13:08:57.868523 dv-cinder-805144-1-iscsi neutron-server[79301]: 'SecurityGroup': {'1.4'}, Aug 19 13:08:57.868523 dv-cinder-805144-1-iscsi neutron-server[79301]: 'SecurityGroupRule': {'1.2'}, Aug 19 13:08:57.868523 dv-cinder-805144-1-iscsi neutron-server[79301]: 'SubPort': {'1.0'}, Aug 19 13:08:57.868523 dv-cinder-805144-1-iscsi neutron-server[79301]: 'Subnet': {'1.1'}, Aug 19 13:08:57.868523 dv-cinder-805144-1-iscsi neutron-server[79301]: 'Trunk': {'1.1'}} Aug 19 13:08:57.868523 dv-cinder-805144-1-iscsi neutron-server[79301]: consumer versions: Aug 19 13:08:57.868523 dv-cinder-805144-1-iscsi neutron-server[79301]: { DHCP agent@dv-cinder-805144-1-iscsi: {}, Aug 19 13:08:57.868523 dv-cinder-805144-1-iscsi neutron-server[79301]: HyperV agent@hv-cinder-80514: {}, Aug 19 13:08:57.868523 dv-cinder-805144-1-iscsi neutron-server[79301]: L3 agent@dv-cinder-805144-1-iscsi: {}, Aug 19 13:08:57.868523 dv-cinder-805144-1-iscsi neutron-server[79301]: Metadata agent@dv-cinder-805144-1-iscsi: {}, Aug 19 13:08:57.868523 dv-cinder-805144-1-iscsi neutron-server[79301]: Metering agent@dv-cinder-805144-1-iscsi: {}, Aug 19 13:08:57.868523 dv-cinder-805144-1-iscsi neutron-server[79301]: Open vSwitch agent@dv-cinder-805144-1-iscsi: { 'AddressGroup': '1.2', Aug 19 13:08:57.868523 dv-cinder-805144-1-iscsi neutron-server[79301]: 'ConntrackHelper': '1.0', Aug 19 13:08:57.868523 dv-cinder-805144-1-iscsi neutron-server[79301]: 'Log': '1.0', Aug 19 13:08:57.868523 dv-cinder-805144-1-iscsi neutron-server[79301]: 'Network': '1.1', Aug 19 13:08:57.868523 dv-cinder-805144-1-iscsi neutron-server[79301]: 'Port': '1.7', Aug 19 13:08:57.868523 dv-cinder-805144-1-iscsi neutron-server[79301]: 'PortForwarding': '1.2', Aug 19 13:08:57.868523 dv-cinder-805144-1-iscsi neutron-server[79301]: 'QosPolicy': '1.8', Aug 19 13:08:57.868523 dv-cinder-805144-1-iscsi neutron-server[79301]: 'SecurityGroup': '1.4', Aug 19 13:08:57.868523 dv-cinder-805144-1-iscsi neutron-server[79301]: 'SecurityGroupRule': '1.2', Aug 19 13:08:57.868523 dv-cinder-805144-1-iscsi neutron-server[79301]: 'SubPort': '1.0', Aug 19 13:08:57.868523 dv-cinder-805144-1-iscsi neutron-server[79301]: 'Subnet': '1.1', Aug 19 13:08:57.868523 dv-cinder-805144-1-iscsi neutron-server[79301]: 'Trunk': '1.1'}} Aug 19 13:08:57.868523 dv-cinder-805144-1-iscsi neutron-server[79301]: {{(pid=79301) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 13:08:57.883189 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d13cb0-4f61-4b60-ae60-68e859be8e28 None None] Network 3b979c5e-82fd-4500-9fbc-547a88a6c3c4 is already hosted by enough agents. {{(pid=79301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:08:57.884797 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-62d13cb0-4f61-4b60-ae60-68e859be8e28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:08:57.886387 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.scheduler.base_scheduler [None req-62d13cb0-4f61-4b60-ae60-68e859be8e28 None None] Resources bound (agent type, host, resource id): {{(pid=79301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:08:57.887114 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-f3df09b6-1b76-4edc-82d6-767f0656c599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:57.889813 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d13cb0-4f61-4b60-ae60-68e859be8e28 None None] Received port after_create {{(pid=79301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:08:57.892937 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-70c02427-1940-4c48-9b93-64cd07fb4986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:57.918503 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-72c7b848-0026-4bd4-b590-bc4c25fae775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:57.922459 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70c02427-1940-4c48-9b93-64cd07fb4986 admin admin] vlan segment allocate from pool success with {'vlan_id': 1001, 'physical_network': 'physnet1'} {{(pid=79300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:08:57.945385 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-70c02427-1940-4c48-9b93-64cd07fb4986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910984'] for segment, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:57.946727 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.db.segments_db [None req-70c02427-1940-4c48-9b93-64cd07fb4986 admin admin] Added segment 1e972220-39bc-4aae-b977-d69a31936ee0 of type vlan for network 11872a7c-c78f-4b06-a868-5e50d8b5c681 Aug 19 13:08:57.976862 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-70c02427-1940-4c48-9b93-64cd07fb4986 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734197367691'] for network, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:58.002610 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-62d13cb0-4f61-4b60-ae60-68e859be8e28 None None] Attempting to bind port 531db9b7-5b4a-4634-bca9-97aa16222011 on host dv-cinder-805144-1-iscsi for vnic_type normal with profile {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:08:58.005370 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-62d13cb0-4f61-4b60-ae60-68e859be8e28 None None] Attempting to bind port 531db9b7-5b4a-4634-bca9-97aa16222011 by drivers openvswitch,hyperv on host dv-cinder-805144-1-iscsi at level 0 using segments [{'id': '379dc2c3-a256-42ec-a350-bba9510c62d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '3b979c5e-82fd-4500-9fbc-547a88a6c3c4'}] {{(pid=79301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:08:58.006012 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d13cb0-4f61-4b60-ae60-68e859be8e28 None None] Attempting to bind port 531db9b7-5b4a-4634-bca9-97aa16222011 on network 3b979c5e-82fd-4500-9fbc-547a88a6c3c4 {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:08:58.009645 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-f3df09b6-1b76-4edc-82d6-767f0656c599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:58.010640 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-b3a808c0-1f12-40f4-91cb-70bc26cf91fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:08:58.018017 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d13cb0-4f61-4b60-ae60-68e859be8e28 None None] Checking agent: {'id': '22cf82ff-da15-404e-8075-dce9686ce61b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805144-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 13, 0, 29), 'started_at': datetime.datetime(2021, 8, 19, 13, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805144-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 19 13:08:58.024570 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-70c02427-1940-4c48-9b93-64cd07fb4986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217'] for network, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:58.026762 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d13cb0-4f61-4b60-ae60-68e859be8e28 None None] Checking segment: {'id': '379dc2c3-a256-42ec-a350-bba9510c62d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '3b979c5e-82fd-4500-9fbc-547a88a6c3c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:08:58.031165 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-62d13cb0-4f61-4b60-ae60-68e859be8e28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:58.031914 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d13cb0-4f61-4b60-ae60-68e859be8e28 None None] Bound using segment: {'id': '379dc2c3-a256-42ec-a350-bba9510c62d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '3b979c5e-82fd-4500-9fbc-547a88a6c3c4'} {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 19 13:08:58.032673 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-62d13cb0-4f61-4b60-ae60-68e859be8e28 None None] Bound port: 531db9b7-5b4a-4634-bca9-97aa16222011, host: dv-cinder-805144-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379dc2c3-a256-42ec-a350-bba9510c62d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '3b979c5e-82fd-4500-9fbc-547a88a6c3c4'}}] {{(pid=79301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:08:58.033389 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-62d13cb0-4f61-4b60-ae60-68e859be8e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:58.041865 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3df09b6-1b76-4edc-82d6-767f0656c599 admin admin] vlan segment allocate from pool success with {'vlan_id': 1011, 'physical_network': 'physnet1'} {{(pid=79300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:08:58.053048 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-f3df09b6-1b76-4edc-82d6-767f0656c599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910984'] for segment, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:58.053396 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.db.segments_db [None req-f3df09b6-1b76-4edc-82d6-767f0656c599 admin admin] Added segment 4bacd4dc-35dc-4026-9500-78d94dfc592f of type vlan for network 1d77b99d-7ba7-4067-8ba3-3867da9acfb5 Aug 19 13:08:58.084633 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-f3df09b6-1b76-4edc-82d6-767f0656c599 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734197367691'] for network, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:58.131179 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c02427-1940-4c48-9b93-64cd07fb4986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:58.131933 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-70c02427-1940-4c48-9b93-64cd07fb4986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for network, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:58.178436 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-f3df09b6-1b76-4edc-82d6-767f0656c599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217'] for network, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:58.184184 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-70c02427-1940-4c48-9b93-64cd07fb4986 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2952735 Aug 19 13:08:58.188820 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3df09b6-1b76-4edc-82d6-767f0656c599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:58.189506 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-f3df09b6-1b76-4edc-82d6-767f0656c599 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for network, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:58.210150 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 49042) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:08:58.226778 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-f3df09b6-1b76-4edc-82d6-767f0656c599 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2313170 Aug 19 13:08:58.228375 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c02427-1940-4c48-9b93-64cd07fb4986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06313e1d-2448-4555-ad4d-3beb7ae2ea97,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:58.252966 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-cc2bd3e2-890a-4d1f-9372-714f79661704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:58.308983 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 49048) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:08:58.312962 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [None req-2ed0695b-8e11-4eb2-95fe-215f2c078db0 admin admin] Request body: {'subnet': {'network_id': '11872a7c-c78f-4b06-a868-5e50d8b5c681', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-813576112-subnet', 'tenant_id': '95c06fea712a4e118bd5a76f6957b19a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:08:58.322983 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-ff442f4b-a0aa-4567-b958-0fe159da9f87 admin admin] Request body: {'subnet': {'network_id': '1d77b99d-7ba7-4067-8ba3-3867da9acfb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1461096730-subnet', 'tenant_id': '21e4df950c014d1894d155aac044e94a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:08:58.327762 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-2ed0695b-8e11-4eb2-95fe-215f2c078db0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:08:58.332858 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-ff442f4b-a0aa-4567-b958-0fe159da9f87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:08:58.338605 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-2ed0695b-8e11-4eb2-95fe-215f2c078db0 admin admin] Usage tracker for resource:subnet and tenant:95c06fea712a4e118bd5a76f6957b19a is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:08:58.340133 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-62d13cb0-4f61-4b60-ae60-68e859be8e28 None None] For port 531db9b7-5b4a-4634-bca9-97aa16222011, host dv-cinder-805144-1-iscsi, cleared binding levels {{(pid=79301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 19 13:08:58.345487 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.db_base_plugin_common [None req-72c7b848-0026-4bd4-b590-bc4c25fae775 admin admin] Allocated IP 172.27.1.86 (01c0c460-8075-482b-8652-00d44202fadb/8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5/5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992) {{(pid=79299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:08:58.346352 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-2ed0695b-8e11-4eb2-95fe-215f2c078db0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:08:58.349581 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-62d13cb0-4f61-4b60-ae60-68e859be8e28 None None] For port 531db9b7-5b4a-4634-bca9-97aa16222011, host dv-cinder-805144-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=531db9b7-5b4a-4634-bca9-97aa16222011,segment=NetworkSegment(379dc2c3-a256-42ec-a350-bba9510c62d5),segment_id=379dc2c3-a256-42ec-a350-bba9510c62d5)] {{(pid=79301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 19 13:08:58.350789 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-ff442f4b-a0aa-4567-b958-0fe159da9f87 admin admin] Usage tracker for resource:subnet and tenant:21e4df950c014d1894d155aac044e94a is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:08:58.359066 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-ff442f4b-a0aa-4567-b958-0fe159da9f87 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:08:58.360452 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-62d13cb0-4f61-4b60-ae60-68e859be8e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:58.364039 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-2ed0695b-8e11-4eb2-95fe-215f2c078db0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:08:58.371401 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-6987c9cc-10d8-4cf0-8d89-63c706bfd9d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:08:58.373895 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-ff442f4b-a0aa-4567-b958-0fe159da9f87 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:08:58.383356 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df09b6-1b76-4edc-82d6-767f0656c599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c568ead1-7d5a-4440-ac89-9b6143180c9d,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:58.392133 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-f3df09b6-1b76-4edc-82d6-767f0656c599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:08:58.393246 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.267s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:08:58.393566 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:08:58.396277 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed0695b-8e11-4eb2-95fe-215f2c078db0 admin admin] Made reservation on behalf of 95c06fea712a4e118bd5a76f6957b19a for: {'subnet': 1} {{(pid=79300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:08:58.402266 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-2ed0695b-8e11-4eb2-95fe-215f2c078db0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:58.436231 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-6f29045b-a249-45aa-be0a-3299af7071f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.269s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:08:58.477095 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff442f4b-a0aa-4567-b958-0fe159da9f87 admin admin] Made reservation on behalf of 21e4df950c014d1894d155aac044e94a for: {'subnet': 1} {{(pid=79299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:08:58.480393 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-ff442f4b-a0aa-4567-b958-0fe159da9f87 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:58.609519 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d13cb0-4f61-4b60-ae60-68e859be8e28 None None] Pushing event updated for resources: {'Port': ['ID=531db9b7-5b4a-4634-bca9-97aa16222011,revision_number=2']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:58.616272 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-62d13cb0-4f61-4b60-ae60-68e859be8e28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:08:58.633345 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:58.666008 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c02427-1940-4c48-9b93-64cd07fb4986 admin admin] Pushing event updated for resources: {'Network': ['ID=11872a7c-c78f-4b06-a868-5e50d8b5c681,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:58.686578 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Network 11872a7c-c78f-4b06-a868-5e50d8b5c681 details requested by agent ovs-agent-dv-cinder-805144-1-iscsi with host dv-cinder-805144-1-iscsi {{(pid=79301) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 19 13:08:58.822494 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-ff442f4b-a0aa-4567-b958-0fe159da9f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217'] for subnet, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:58.867028 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:08:59.065467 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff442f4b-a0aa-4567-b958-0fe159da9f87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a72a2fc-b629-4f4b-9486-128583568f2d,revision_number=0']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:59.084163 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-ff442f4b-a0aa-4567-b958-0fe159da9f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:08:59.089607 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff442f4b-a0aa-4567-b958-0fe159da9f87 admin admin] Checking segment: {'id': '4bacd4dc-35dc-4026-9500-78d94dfc592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '1d77b99d-7ba7-4067-8ba3-3867da9acfb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:08:59.090317 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff442f4b-a0aa-4567-b958-0fe159da9f87 admin admin] Network hostable DHCP agents. Network: 1d77b99d-7ba7-4067-8ba3-3867da9acfb5, hostable agents: ['31b92e89-357e-408d-a141-4e7242d6bd98'], hosted agents: [] {{(pid=79299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:08:59.097605 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df09b6-1b76-4edc-82d6-767f0656c599 admin admin] Pushing event updated for resources: {'Network': ['ID=1d77b99d-7ba7-4067-8ba3-3867da9acfb5,revision_number=2']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:59.101920 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-f3df09b6-1b76-4edc-82d6-767f0656c599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.665s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:08:59.101920 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.887s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:08:59.101920 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:08:59.136303 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Network 1d77b99d-7ba7-4067-8ba3-3867da9acfb5 details requested by agent ovs-agent-dv-cinder-805144-1-iscsi with host dv-cinder-805144-1-iscsi {{(pid=79301) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 19 13:08:59.147050 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff442f4b-a0aa-4567-b958-0fe159da9f87 admin admin] Network 1d77b99d-7ba7-4067-8ba3-3867da9acfb5 is scheduled to be hosted by DHCP agent 31b92e89-357e-408d-a141-4e7242d6bd98 with binding_index 1 {{(pid=79299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:08:59.155197 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-72c7b848-0026-4bd4-b590-bc4c25fae775 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:59.172047 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.base_scheduler [None req-ff442f4b-a0aa-4567-b958-0fe159da9f87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805144-1-iscsi, 1d77b99d-7ba7-4067-8ba3-3867da9acfb5) {{(pid=79299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:08:59.197781 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff442f4b-a0aa-4567-b958-0fe159da9f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:59.199178 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-ff442f4b-a0aa-4567-b958-0fe159da9f87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for subnet, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:59.212692 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0e8f6b-f755-4d08-9e76-dc094eb0bb8a None None] Network 1d77b99d-7ba7-4067-8ba3-3867da9acfb5 requested from dv-cinder-805144-1-iscsi {{(pid=79301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 19 13:08:59.255027 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-2ed0695b-8e11-4eb2-95fe-215f2c078db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217'] for subnet, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:59.260586 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-ab349f67-7180-4773-808c-511c5ad75874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:08:59.318381 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-ff442f4b-a0aa-4567-b958-0fe159da9f87 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0076325 Aug 19 13:08:59.327260 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 49086) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:08:59.348310 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-a8c2fd16-ad14-4201-8138-c8100d63cfc8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1461096730-router', 'tenant_id': '21e4df950c014d1894d155aac044e94a', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb'}}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:08:59.351798 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 531db9b7-5b4a-4634-bca9-97aa16222011 up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:08:59.376990 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-a8c2fd16-ad14-4201-8138-c8100d63cfc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:08:59.384715 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-72c7b848-0026-4bd4-b590-bc4c25fae775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910'] for port, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:59.413729 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-a8c2fd16-ad14-4201-8138-c8100d63cfc8 admin admin] Usage tracker for resource:router and tenant:21e4df950c014d1894d155aac044e94a is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:08:59.419158 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:08:59.462079 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0695b-8e11-4eb2-95fe-215f2c078db0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7e2718c-f55a-406a-999f-edb1d22fd1bf,revision_number=0']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:59.467192 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-2ed0695b-8e11-4eb2-95fe-215f2c078db0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:08:59.472996 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed0695b-8e11-4eb2-95fe-215f2c078db0 admin admin] Checking segment: {'id': '1e972220-39bc-4aae-b977-d69a31936ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '11872a7c-c78f-4b06-a868-5e50d8b5c681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:08:59.473578 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed0695b-8e11-4eb2-95fe-215f2c078db0 admin admin] Network hostable DHCP agents. Network: 11872a7c-c78f-4b06-a868-5e50d8b5c681, hostable agents: ['31b92e89-357e-408d-a141-4e7242d6bd98'], hosted agents: [] {{(pid=79300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:08:59.520402 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c7b848-0026-4bd4-b590-bc4c25fae775 admin admin] Network 01c0c460-8075-482b-8652-00d44202fadb is already hosted by enough agents. {{(pid=79299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:08:59.521706 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-a8c2fd16-ad14-4201-8138-c8100d63cfc8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:08:59.531677 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed0695b-8e11-4eb2-95fe-215f2c078db0 admin admin] Network 11872a7c-c78f-4b06-a868-5e50d8b5c681 is scheduled to be hosted by DHCP agent 31b92e89-357e-408d-a141-4e7242d6bd98 with binding_index 1 {{(pid=79300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:08:59.542806 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.base_scheduler [None req-72c7b848-0026-4bd4-b590-bc4c25fae775 admin admin] Resources bound (agent type, host, resource id): {{(pid=79299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:08:59.561404 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c7b848-0026-4bd4-b590-bc4c25fae775 admin admin] Received port after_create {{(pid=79299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:08:59.562137 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.base_scheduler [None req-2ed0695b-8e11-4eb2-95fe-215f2c078db0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805144-1-iscsi, 11872a7c-c78f-4b06-a868-5e50d8b5c681) {{(pid=79300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:08:59.578562 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed0695b-8e11-4eb2-95fe-215f2c078db0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:59.579473 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-2ed0695b-8e11-4eb2-95fe-215f2c078db0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for subnet, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:59.605003 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4e4b47-13e1-4b3b-a37e-1b9b05bfdddc None None] Network 11872a7c-c78f-4b06-a868-5e50d8b5c681 requested from dv-cinder-805144-1-iscsi {{(pid=79301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 19 13:08:59.634138 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-2ed0695b-8e11-4eb2-95fe-215f2c078db0 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4177828 Aug 19 13:08:59.635124 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 49106) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:08:59.641093 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [None req-5210cef5-8cc5-4744-b618-2a6eae7d330e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-813576112-router', 'tenant_id': '95c06fea712a4e118bd5a76f6957b19a', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb'}}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:08:59.647141 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-5210cef5-8cc5-4744-b618-2a6eae7d330e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:08:59.666516 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-5210cef5-8cc5-4744-b618-2a6eae7d330e admin admin] Usage tracker for resource:router and tenant:95c06fea712a4e118bd5a76f6957b19a is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:08:59.675153 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-5210cef5-8cc5-4744-b618-2a6eae7d330e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:08:59.691973 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-5210cef5-8cc5-4744-b618-2a6eae7d330e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:08:59.724929 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5210cef5-8cc5-4744-b618-2a6eae7d330e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8006359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14752'] for router, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:59.726581 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5210cef5-8cc5-4744-b618-2a6eae7d330e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8006194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7969985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8046295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14761'] for router, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:59.747476 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning for port 531db9b7-5b4a-4634-bca9-97aa16222011 completed by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:08:59.769895 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5210cef5-8cc5-4744-b618-2a6eae7d330e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:59.836146 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 49118) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:08:59.866816 dv-cinder-805144-1-iscsi neutron-server[79300]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 19 13:08:59.953979 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-a8c2fd16-ad14-4201-8138-c8100d63cfc8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:09:00.184633 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-72c7b848-0026-4bd4-b590-bc4c25fae775 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:00.283035 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3e458f-5c34-4f34-8a09-5e5b94f55643 None None] Network 3b979c5e-82fd-4500-9fbc-547a88a6c3c4 requested from dv-cinder-805144-1-iscsi {{(pid=79301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 19 13:09:00.297317 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a8c2fd16-ad14-4201-8138-c8100d63cfc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8006359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14752'] for router, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:00.298377 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a8c2fd16-ad14-4201-8138-c8100d63cfc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8006194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7969985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8046295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14761'] for router, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:00.329977 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c7b848-0026-4bd4-b590-bc4c25fae775 admin admin] Pushing event updated for resources: {'Port': ['ID=5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:00.340831 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-72c7b848-0026-4bd4-b590-bc4c25fae775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.922s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:00.412609 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a8c2fd16-ad14-4201-8138-c8100d63cfc8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:00.555345 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-ee9c422d-b229-4ea4-9a84-4f0b145b097d None None] Provisioning for port 531db9b7-5b4a-4634-bca9-97aa16222011 completed by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:09:00.600919 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30cec9e-39fb-4052-adf9-ee58056d24e7 None None] Network 1d77b99d-7ba7-4067-8ba3-3867da9acfb5 requested from dv-cinder-805144-1-iscsi {{(pid=79301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 19 13:09:00.619986 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5210cef5-8cc5-4744-b618-2a6eae7d330e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7970014', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8006244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14683'] for router, precommit_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:00.816298 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-ee9c422d-b229-4ea4-9a84-4f0b145b097d None None] Provisioning complete for port 531db9b7-5b4a-4634-bca9-97aa16222011 triggered by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:09:00.816788 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ee9c422d-b229-4ea4-9a84-4f0b145b097d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:00.836477 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-c5d2790d-6bb8-413b-8b24-5c768ddf19d0 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:00.838288 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-c5d2790d-6bb8-413b-8b24-5c768ddf19d0 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] 10.222.0.49 "GET /v2.0/networks?id=46f7aaff-80d7-4e3f-8b73-4b055f01a648 HTTP/1.1" status: 200 len: 811 time: 1.0010614 Aug 19 13:09:00.867885 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-27a9d1b6-99df-4727-9370-17197c4ff77d tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] 10.222.0.49 "GET /v2.0/quotas/7eb105e559464d19ae7b2f21ff1ed37f HTTP/1.1" status: 200 len: 375 time: 0.0225682 Aug 19 13:09:00.987483 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-f627d60a-4132-43d4-b618-9b2787b34e3e tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7eb105e559464d19ae7b2f21ff1ed37f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1115847 Aug 19 13:09:01.107962 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 49160) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:01.138177 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a8c2fd16-ad14-4201-8138-c8100d63cfc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7970014', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8006244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14683'] for router, precommit_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:01.152523 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-49ca0b29-1678-41d8-9d63-af32569088c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:01.210302 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-72c7b848-0026-4bd4-b590-bc4c25fae775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8006181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7963014'] for router, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:01.418911 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-dc429c5e-ded9-44ac-9242-85642c96d930 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=79300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 13:09:01.422496 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-dc429c5e-ded9-44ac-9242-85642c96d930 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1262970 Aug 19 13:09:01.423453 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-3f512360-bf64-44b1-b3ff-d166ee776838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:01.599401 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5210cef5-8cc5-4744-b618-2a6eae7d330e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:01.625602 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c7b848-0026-4bd4-b590-bc4c25fae775 admin admin] Router 7fb2082d-770b-4434-92b6-0e38b17c10e6 is scheduled to L3 agent bb0205a6-735d-4789-b813-02600d36e527 with binding_index 1 {{(pid=79299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 19 13:09:01.637333 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-3f512360-bf64-44b1-b3ff-d166ee776838 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:09:01.651348 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5210cef5-8cc5-4744-b618-2a6eae7d330e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:01.663543 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-3f512360-bf64-44b1-b3ff-d166ee776838 admin admin] Usage tracker for resource:security_group_rule and tenant:4b8eaad5b02241ddad635ee13cf8b346 is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:09:01.705075 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-3f512360-bf64-44b1-b3ff-d166ee776838 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:09:01.720464 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-3f512360-bf64-44b1-b3ff-d166ee776838 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:09:01.768042 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5aa3c20-f549-407f-9a88-6078b35782df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47980deb-f177-502b-bf5e-237545d7a88e-11872a7c-c78f-4b06-a868-5e50d8b5c681', 'network_id': '11872a7c-c78f-4b06-a868-5e50d8b5c681', 'tenant_id': '95c06fea712a4e118bd5a76f6957b19a', 'fixed_ips': [{'subnet_id': 'b7e2718c-f55a-406a-999f-edb1d22fd1bf'}]}} from dv-cinder-805144-1-iscsi. {{(pid=79301) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 19 13:09:01.769647 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-b5aa3c20-f549-407f-9a88-6078b35782df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:01.922294 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-0fed13e3-6e27-4316-a7f5-e4c51864bd9d service neutron] 10.222.0.49 "GET /v2.0/networks/46f7aaff-80d7-4e3f-8b73-4b055f01a648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4663696 Aug 19 13:09:01.934091 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a8c2fd16-ad14-4201-8138-c8100d63cfc8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:02.007442 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.db_base_plugin_common [None req-b5aa3c20-f549-407f-9a88-6078b35782df None None] Allocated IP 172.20.0.2 (11872a7c-c78f-4b06-a868-5e50d8b5c681/b7e2718c-f55a-406a-999f-edb1d22fd1bf/6d01f8a7-9706-42f5-bf00-2901af1555e7) {{(pid=79301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:09:02.111560 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c7b848-0026-4bd4-b590-bc4c25fae775 admin admin] Notify agent at l3_agent.dv-cinder-805144-1-iscsi the message routers_updated {{(pid=79299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 19 13:09:02.126474 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c41247-2fa7-4bf4-a652-0f4177020af3 None None] Sync routers for ids ['7fb2082d-770b-4434-92b6-0e38b17c10e6'] in dv-cinder-805144-1-iscsi {{(pid=79302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:09:02.138780 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c41247-2fa7-4bf4-a652-0f4177020af3 None None] Routers {'7fb2082d-770b-4434-92b6-0e38b17c10e6'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:09:02.139476 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-40c41247-2fa7-4bf4-a652-0f4177020af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:09:01Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['7fb2082d-770b-4434-92b6-0e38b17c10e6'], 'active': True} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:09:02.149556 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a8c2fd16-ad14-4201-8138-c8100d63cfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:02.224561 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.db_base_plugin_common [None req-5210cef5-8cc5-4744-b618-2a6eae7d330e admin admin] Allocated IP 172.27.1.203 (01c0c460-8075-482b-8652-00d44202fadb/8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5/93155038-97cb-4ec3-9278-e31f21009e33) {{(pid=79300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:09:02.251991 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-72c7b848-0026-4bd4-b590-bc4c25fae775 admin admin] Notify callbacks [] for router, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:02.256146 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-72c7b848-0026-4bd4-b590-bc4c25fae775 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.3410935 Aug 19 13:09:02.259766 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 49190) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:02.361477 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-b5aa3c20-f549-407f-9a88-6078b35782df None None] Notify callbacks [] for port, precommit_create {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:02.374768 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-b5aa3c20-f549-407f-9a88-6078b35782df None None] Transition to ACTIVE for port object 6d01f8a7-9706-42f5-bf00-2901af1555e7 will not be triggered until provisioned by entity L2. {{(pid=79301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:09:02.390592 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ee9c422d-b229-4ea4-9a84-4f0b145b097d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:02.433203 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-b5aa3c20-f549-407f-9a88-6078b35782df None None] Transition to ACTIVE for port object 6d01f8a7-9706-42f5-bf00-2901af1555e7 will not be triggered until provisioned by entity DHCP. {{(pid=79301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:09:02.456532 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:02.467492 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-5fa804d8-1dad-4608-a39e-bf9080c02118 service neutron] 10.222.0.49 "GET /v2.0/networks/46f7aaff-80d7-4e3f-8b73-4b055f01a648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5252702 Aug 19 13:09:02.472027 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-3f512360-bf64-44b1-b3ff-d166ee776838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:02.489598 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvr_db [None req-40c41247-2fa7-4bf4-a652-0f4177020af3 None None] Set router 7fb2082d-770b-4434-92b6-0e38b17c10e6 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:09:02.508559 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-b5aa3c20-f549-407f-9a88-6078b35782df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910'] for port, after_create {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:02.508740 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-3f512360-bf64-44b1-b3ff-d166ee776838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:02.516388 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ee9c422d-b229-4ea4-9a84-4f0b145b097d None None] For port 531db9b7-5b4a-4634-bca9-97aa16222011, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=531db9b7-5b4a-4634-bca9-97aa16222011,segment=NetworkSegment(379dc2c3-a256-42ec-a350-bba9510c62d5),segment_id=379dc2c3-a256-42ec-a350-bba9510c62d5)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:09:02.525173 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:02.556809 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-eaf671c0-7af0-4a80-80bf-f45ffaff8c95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:02.658744 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ee9c422d-b229-4ea4-9a84-4f0b145b097d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:02.684931 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-3f512360-bf64-44b1-b3ff-d166ee776838 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4b8eaad5b02241ddad635ee13cf8b346&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5559750 Aug 19 13:09:02.692642 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5aa3c20-f549-407f-9a88-6078b35782df None None] Network 11872a7c-c78f-4b06-a868-5e50d8b5c681 is already hosted by enough agents. {{(pid=79301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:09:02.717992 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 49198) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:02.764646 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f512360-bf64-44b1-b3ff-d166ee776838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea388dd-4503-421b-9d79-248c80cdd6d6,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:02.766155 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.scheduler.base_scheduler [None req-b5aa3c20-f549-407f-9a88-6078b35782df None None] Resources bound (agent type, host, resource id): {{(pid=79301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:09:02.771548 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5aa3c20-f549-407f-9a88-6078b35782df None None] Received port after_create {{(pid=79301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:09:02.812924 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-3f512360-bf64-44b1-b3ff-d166ee776838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:02.851100 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 49216) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:02.895807 dv-cinder-805144-1-iscsi neutron-server[79299]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 19 13:09:02.942205 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5210cef5-8cc5-4744-b618-2a6eae7d330e admin admin] Notify callbacks [] for port, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:02.974820 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-bfe951c4-9cb8-4397-9edc-a28151c91c85 req-d7ee677a-b87a-4f84-97fd-c22c66e6597a tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e55e4e6-ac7f-4af8-ac37-1b3766e711bd HTTP/1.1" status: 200 len: 210 time: 0.1226068 Aug 19 13:09:03.017954 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aa3c20-f549-407f-9a88-6078b35782df None None] Pushing event updated for resources: {'Port': ['ID=6d01f8a7-9706-42f5-bf00-2901af1555e7,revision_number=1']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:03.027488 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-b5aa3c20-f549-407f-9a88-6078b35782df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:03.028896 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.272s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:03.138695 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-08bfe135-2c80-47ae-9053-513a60651ec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:03.149381 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5210cef5-8cc5-4744-b618-2a6eae7d330e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910'] for port, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:03.179084 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-40c41247-2fa7-4bf4-a652-0f4177020af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'name': 'tempest-AttachVolumeShelveTestJSON-15327342-router', 'tenant_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:56Z', 'updated_at': '2021-08-19T13:08:59Z', 'revision_number': 3, 'project_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'gw_port': {'id': '5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b3:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:08:58Z', 'updated_at': '2021-08-19T13:08:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi'}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:09:03.185516 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-1179b1ba-b916-4113-a9da-35d6a88d4709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:03.191988 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c41247-2fa7-4bf4-a652-0f4177020af3 None None] Checking router: 7fb2082d-770b-4434-92b6-0e38b17c10e6 for host: dv-cinder-805144-1-iscsi {{(pid=79302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:09:03.192688 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c41247-2fa7-4bf4-a652-0f4177020af3 None None] Updating router 7fb2082d-770b-4434-92b6-0e38b17c10e6 port 5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992 binding host dv-cinder-805144-1-iscsi {{(pid=79302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:09:03.215226 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-b5aa3c20-f549-407f-9a88-6078b35782df None None] Attempting to bind port 6d01f8a7-9706-42f5-bf00-2901af1555e7 on host dv-cinder-805144-1-iscsi for vnic_type normal with profile {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:09:03.220289 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-b5aa3c20-f549-407f-9a88-6078b35782df None None] Attempting to bind port 6d01f8a7-9706-42f5-bf00-2901af1555e7 by drivers openvswitch,hyperv on host dv-cinder-805144-1-iscsi at level 0 using segments [{'id': '1e972220-39bc-4aae-b977-d69a31936ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '11872a7c-c78f-4b06-a868-5e50d8b5c681'}] {{(pid=79301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:09:03.220868 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5aa3c20-f549-407f-9a88-6078b35782df None None] Attempting to bind port 6d01f8a7-9706-42f5-bf00-2901af1555e7 on network 11872a7c-c78f-4b06-a868-5e50d8b5c681 {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:09:03.265338 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-40c41247-2fa7-4bf4-a652-0f4177020af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:03.274374 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5aa3c20-f549-407f-9a88-6078b35782df None None] Checking agent: {'id': '22cf82ff-da15-404e-8075-dce9686ce61b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805144-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 13, 0, 29), 'started_at': datetime.datetime(2021, 8, 19, 13, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805144-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 19 13:09:03.275084 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5aa3c20-f549-407f-9a88-6078b35782df None None] Checking segment: {'id': '1e972220-39bc-4aae-b977-d69a31936ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '11872a7c-c78f-4b06-a868-5e50d8b5c681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:09:03.278049 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-b5aa3c20-f549-407f-9a88-6078b35782df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:03.278589 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5aa3c20-f549-407f-9a88-6078b35782df None None] Bound using segment: {'id': '1e972220-39bc-4aae-b977-d69a31936ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '11872a7c-c78f-4b06-a868-5e50d8b5c681'} {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 19 13:09:03.281350 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-b5aa3c20-f549-407f-9a88-6078b35782df None None] Bound port: 6d01f8a7-9706-42f5-bf00-2901af1555e7, host: dv-cinder-805144-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e972220-39bc-4aae-b977-d69a31936ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '11872a7c-c78f-4b06-a868-5e50d8b5c681'}}] {{(pid=79301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:09:03.281688 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-b5aa3c20-f549-407f-9a88-6078b35782df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:03.316443 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-08bfe135-2c80-47ae-9053-513a60651ec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:03.335120 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5210cef5-8cc5-4744-b618-2a6eae7d330e admin admin] Network 01c0c460-8075-482b-8652-00d44202fadb is already hosted by enough agents. {{(pid=79300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:09:03.346100 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.base_scheduler [None req-5210cef5-8cc5-4744-b618-2a6eae7d330e admin admin] Resources bound (agent type, host, resource id): {{(pid=79300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:09:03.353283 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5210cef5-8cc5-4744-b618-2a6eae7d330e admin admin] Received port after_create {{(pid=79300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:09:03.408547 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9c422d-b229-4ea4-9a84-4f0b145b097d None None] Pushing event updated for resources: {'Port': ['ID=531db9b7-5b4a-4634-bca9-97aa16222011,revision_number=3']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:03.516542 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.db_base_plugin_common [None req-a8c2fd16-ad14-4201-8138-c8100d63cfc8 admin admin] Allocated IP 172.27.1.233 (01c0c460-8075-482b-8652-00d44202fadb/8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5/b76c816c-b2ee-48d4-990c-4d31aeaec4a4) {{(pid=79299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:09:03.537737 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5210cef5-8cc5-4744-b618-2a6eae7d330e admin admin] Pushing event updated for resources: {'Port': ['ID=93155038-97cb-4ec3-9278-e31f21009e33,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:03.564800 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-b5aa3c20-f549-407f-9a88-6078b35782df None None] For port 6d01f8a7-9706-42f5-bf00-2901af1555e7, host dv-cinder-805144-1-iscsi, cleared binding levels {{(pid=79301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 19 13:09:03.569686 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-b5aa3c20-f549-407f-9a88-6078b35782df None None] For port 6d01f8a7-9706-42f5-bf00-2901af1555e7, host dv-cinder-805144-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=6d01f8a7-9706-42f5-bf00-2901af1555e7,segment=NetworkSegment(1e972220-39bc-4aae-b977-d69a31936ee0),segment_id=1e972220-39bc-4aae-b977-d69a31936ee0)] {{(pid=79301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 19 13:09:03.582540 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-adac5cd1-df67-45ca-b63f-82a6f0b2790e None None] Provisioning complete for port 531db9b7-5b4a-4634-bca9-97aa16222011 triggered by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:09:03.583050 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-adac5cd1-df67-45ca-b63f-82a6f0b2790e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:03.590767 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-5210cef5-8cc5-4744-b618-2a6eae7d330e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:03.617434 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ee9c422d-b229-4ea4-9a84-4f0b145b097d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:03.618640 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-b5aa3c20-f549-407f-9a88-6078b35782df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:03.654393 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ee9c422d-b229-4ea4-9a84-4f0b145b097d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:03.801299 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aa3c20-f549-407f-9a88-6078b35782df None None] Pushing event updated for resources: {'Port': ['ID=6d01f8a7-9706-42f5-bf00-2901af1555e7,revision_number=2']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:03.813741 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:03.818427 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-b5aa3c20-f549-407f-9a88-6078b35782df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:03.841133 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:03.994685 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-08bfe135-2c80-47ae-9053-513a60651ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:04.002630 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:04.041347 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a8c2fd16-ad14-4201-8138-c8100d63cfc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:04.086124 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bfe135-2c80-47ae-9053-513a60651ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea388dd-4503-421b-9d79-248c80cdd6d6,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:04.095198 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-08bfe135-2c80-47ae-9053-513a60651ec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:04.135414 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-08bfe135-2c80-47ae-9053-513a60651ec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:04.136796 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-08bfe135-2c80-47ae-9053-513a60651ec7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1ea388dd-4503-421b-9d79-248c80cdd6d6 HTTP/1.1" status: 204 len: 168 time: 1.4178040 Aug 19 13:09:04.196668 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a8c2fd16-ad14-4201-8138-c8100d63cfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910'] for port, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:04.322313 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5210cef5-8cc5-4744-b618-2a6eae7d330e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:04.349681 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a9167bc8-ccc1-4833-935e-8b8fab718bc9 req-cb3362dd-07d8-451c-a571-8e53d3a881b9 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e55e4e6-ac7f-4af8-ac37-1b3766e711bd HTTP/1.1" status: 200 len: 210 time: 0.1698208 Aug 19 13:09:04.350855 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:04.477803 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c2fd16-ad14-4201-8138-c8100d63cfc8 admin admin] Network 01c0c460-8075-482b-8652-00d44202fadb is already hosted by enough agents. {{(pid=79299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:09:04.482852 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.base_scheduler [None req-a8c2fd16-ad14-4201-8138-c8100d63cfc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=79299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:09:04.492043 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c2fd16-ad14-4201-8138-c8100d63cfc8 admin admin] Received port after_create {{(pid=79299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:09:04.616822 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-40c41247-2fa7-4bf4-a652-0f4177020af3 None None] Notify callbacks [] for port, precommit_update {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:04.633891 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.provisioning_blocks [None req-40c41247-2fa7-4bf4-a652-0f4177020af3 None None] Transition to ACTIVE for port object 5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992 will not be triggered until provisioned by entity L2. {{(pid=79302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:09:04.643543 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-40c41247-2fa7-4bf4-a652-0f4177020af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:04.653917 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG oslo_concurrency.lockutils [None req-83aa36ae-2549-4a44-95b7-5f06ed75109c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:04.734925 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c2fd16-ad14-4201-8138-c8100d63cfc8 admin admin] Pushing event updated for resources: {'Port': ['ID=b76c816c-b2ee-48d4-990c-4d31aeaec4a4,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:04.745777 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-a8c2fd16-ad14-4201-8138-c8100d63cfc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:04.775824 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.managers [None req-40c41247-2fa7-4bf4-a652-0f4177020af3 None None] Attempting to bind port 5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992 on host dv-cinder-805144-1-iscsi for vnic_type normal with profile {{(pid=79302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:09:04.776270 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.managers [None req-40c41247-2fa7-4bf4-a652-0f4177020af3 None None] Attempting to bind port 5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992 by drivers openvswitch,hyperv on host dv-cinder-805144-1-iscsi at level 0 using segments [{'id': '20104d1f-9cfe-4c86-a938-6570a8b83d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01c0c460-8075-482b-8652-00d44202fadb'}] {{(pid=79302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:09:04.776817 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c41247-2fa7-4bf4-a652-0f4177020af3 None None] Attempting to bind port 5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992 on network 01c0c460-8075-482b-8652-00d44202fadb {{(pid=79302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:09:04.784051 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e45bbee-9ae0-485b-aeff-400408dceefa None None] Pushing event updated for resources: {'Port': ['ID=5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992,revision_number=2']} {{(pid=79302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:04.790794 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c41247-2fa7-4bf4-a652-0f4177020af3 None None] Checking agent: {'id': '22cf82ff-da15-404e-8075-dce9686ce61b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805144-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 13, 0, 29), 'started_at': datetime.datetime(2021, 8, 19, 13, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805144-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 19 13:09:04.791233 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c41247-2fa7-4bf4-a652-0f4177020af3 None None] Checking segment: {'id': '20104d1f-9cfe-4c86-a938-6570a8b83d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01c0c460-8075-482b-8652-00d44202fadb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:09:04.791617 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-40c41247-2fa7-4bf4-a652-0f4177020af3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:04.792019 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c41247-2fa7-4bf4-a652-0f4177020af3 None None] Bound using segment: {'id': '20104d1f-9cfe-4c86-a938-6570a8b83d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01c0c460-8075-482b-8652-00d44202fadb'} {{(pid=79302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 19 13:09:04.792557 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.managers [None req-40c41247-2fa7-4bf4-a652-0f4177020af3 None None] Bound port: 5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992, host: dv-cinder-805144-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20104d1f-9cfe-4c86-a938-6570a8b83d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01c0c460-8075-482b-8652-00d44202fadb'}}] {{(pid=79302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:09:04.792939 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-40c41247-2fa7-4bf4-a652-0f4177020af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:04.806638 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 49290) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:04.837401 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e45bbee-9ae0-485b-aeff-400408dceefa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:04.837750 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e45bbee-9ae0-485b-aeff-400408dceefa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:04.838089 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e45bbee-9ae0-485b-aeff-400408dceefa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:04.838495 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e45bbee-9ae0-485b-aeff-400408dceefa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:04.838828 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e45bbee-9ae0-485b-aeff-400408dceefa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:04.839223 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e45bbee-9ae0-485b-aeff-400408dceefa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:04.839612 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e45bbee-9ae0-485b-aeff-400408dceefa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:04.840030 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e45bbee-9ae0-485b-aeff-400408dceefa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:04.840277 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e45bbee-9ae0-485b-aeff-400408dceefa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:04.840641 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e45bbee-9ae0-485b-aeff-400408dceefa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:04.845611 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e45bbee-9ae0-485b-aeff-400408dceefa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:04.845954 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e45bbee-9ae0-485b-aeff-400408dceefa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:04.848075 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e45bbee-9ae0-485b-aeff-400408dceefa None None] Tracked resource versions report: Aug 19 13:09:04.848075 dv-cinder-805144-1-iscsi neutron-server[79302]: pushed versions: Aug 19 13:09:04.848075 dv-cinder-805144-1-iscsi neutron-server[79302]: { 'AddressGroup': {'1.2'}, Aug 19 13:09:04.848075 dv-cinder-805144-1-iscsi neutron-server[79302]: 'ConntrackHelper': {'1.0'}, Aug 19 13:09:04.848075 dv-cinder-805144-1-iscsi neutron-server[79302]: 'Log': {'1.0'}, Aug 19 13:09:04.848075 dv-cinder-805144-1-iscsi neutron-server[79302]: 'Network': {'1.1'}, Aug 19 13:09:04.848075 dv-cinder-805144-1-iscsi neutron-server[79302]: 'Port': {'1.7'}, Aug 19 13:09:04.848075 dv-cinder-805144-1-iscsi neutron-server[79302]: 'PortForwarding': {'1.2'}, Aug 19 13:09:04.848075 dv-cinder-805144-1-iscsi neutron-server[79302]: 'QosPolicy': {'1.8'}, Aug 19 13:09:04.848075 dv-cinder-805144-1-iscsi neutron-server[79302]: 'SecurityGroup': {'1.4'}, Aug 19 13:09:04.848075 dv-cinder-805144-1-iscsi neutron-server[79302]: 'SecurityGroupRule': {'1.2'}, Aug 19 13:09:04.848075 dv-cinder-805144-1-iscsi neutron-server[79302]: 'SubPort': {'1.0'}, Aug 19 13:09:04.848075 dv-cinder-805144-1-iscsi neutron-server[79302]: 'Subnet': {'1.1'}, Aug 19 13:09:04.848075 dv-cinder-805144-1-iscsi neutron-server[79302]: 'Trunk': {'1.1'}} Aug 19 13:09:04.848075 dv-cinder-805144-1-iscsi neutron-server[79302]: consumer versions: Aug 19 13:09:04.848075 dv-cinder-805144-1-iscsi neutron-server[79302]: { DHCP agent@dv-cinder-805144-1-iscsi: {}, Aug 19 13:09:04.848075 dv-cinder-805144-1-iscsi neutron-server[79302]: HyperV agent@hv-cinder-80514: {}, Aug 19 13:09:04.848075 dv-cinder-805144-1-iscsi neutron-server[79302]: L3 agent@dv-cinder-805144-1-iscsi: {}, Aug 19 13:09:04.848075 dv-cinder-805144-1-iscsi neutron-server[79302]: Metadata agent@dv-cinder-805144-1-iscsi: {}, Aug 19 13:09:04.848075 dv-cinder-805144-1-iscsi neutron-server[79302]: Metering agent@dv-cinder-805144-1-iscsi: {}, Aug 19 13:09:04.848075 dv-cinder-805144-1-iscsi neutron-server[79302]: Open vSwitch agent@dv-cinder-805144-1-iscsi: { 'AddressGroup': '1.2', Aug 19 13:09:04.848075 dv-cinder-805144-1-iscsi neutron-server[79302]: 'ConntrackHelper': '1.0', Aug 19 13:09:04.848075 dv-cinder-805144-1-iscsi neutron-server[79302]: 'Log': '1.0', Aug 19 13:09:04.848075 dv-cinder-805144-1-iscsi neutron-server[79302]: 'Network': '1.1', Aug 19 13:09:04.848075 dv-cinder-805144-1-iscsi neutron-server[79302]: 'Port': '1.7', Aug 19 13:09:04.848075 dv-cinder-805144-1-iscsi neutron-server[79302]: 'PortForwarding': '1.2', Aug 19 13:09:04.848075 dv-cinder-805144-1-iscsi neutron-server[79302]: 'QosPolicy': '1.8', Aug 19 13:09:04.848075 dv-cinder-805144-1-iscsi neutron-server[79302]: 'SecurityGroup': '1.4', Aug 19 13:09:04.848075 dv-cinder-805144-1-iscsi neutron-server[79302]: 'SecurityGroupRule': '1.2', Aug 19 13:09:04.848075 dv-cinder-805144-1-iscsi neutron-server[79302]: 'SubPort': '1.0', Aug 19 13:09:04.848075 dv-cinder-805144-1-iscsi neutron-server[79302]: 'Subnet': '1.1', Aug 19 13:09:04.848075 dv-cinder-805144-1-iscsi neutron-server[79302]: 'Trunk': '1.1'}} Aug 19 13:09:04.848075 dv-cinder-805144-1-iscsi neutron-server[79302]: {{(pid=79302) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 13:09:04.861198 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG oslo_concurrency.lockutils [None req-0e45bbee-9ae0-485b-aeff-400408dceefa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=79302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:04.905642 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-59952175-7b7d-41b4-8e41-39e0d84b9cb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:04.927945 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.db [None req-40c41247-2fa7-4bf4-a652-0f4177020af3 None None] For port 5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992, host dv-cinder-805144-1-iscsi, cleared binding levels {{(pid=79302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 19 13:09:04.934241 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.db [None req-40c41247-2fa7-4bf4-a652-0f4177020af3 None None] For port 5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992, host dv-cinder-805144-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992,segment=NetworkSegment(20104d1f-9cfe-4c86-a938-6570a8b83d9b),segment_id=20104d1f-9cfe-4c86-a938-6570a8b83d9b)] {{(pid=79302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 19 13:09:04.939656 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-40c41247-2fa7-4bf4-a652-0f4177020af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:04.948972 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG oslo_concurrency.lockutils [None req-83aa36ae-2549-4a44-95b7-5f06ed75109c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:04.951032 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-44c29ef3-d0fe-484e-8fd6-2489827ac545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:04.970097 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-59952175-7b7d-41b4-8e41-39e0d84b9cb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:09:04.980142 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-59952175-7b7d-41b4-8e41-39e0d84b9cb2 admin admin] Usage tracker for resource:security_group_rule and tenant:644fa0e8c48145bbb19f078aaa036460 is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:09:04.986086 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-59952175-7b7d-41b4-8e41-39e0d84b9cb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:09:05.032121 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5210cef5-8cc5-4744-b618-2a6eae7d330e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8006181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7963014'] for router, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:05.069131 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-59952175-7b7d-41b4-8e41-39e0d84b9cb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:09:05.087685 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c41247-2fa7-4bf4-a652-0f4177020af3 None None] Routers {'7fb2082d-770b-4434-92b6-0e38b17c10e6'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:09:05.090099 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-40c41247-2fa7-4bf4-a652-0f4177020af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:09:01Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['7fb2082d-770b-4434-92b6-0e38b17c10e6'], 'active': True} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:09:05.217922 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e45bbee-9ae0-485b-aeff-400408dceefa None None] Pushing event updated for resources: {'Port': ['ID=5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992,revision_number=3']} {{(pid=79302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:05.229678 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG oslo_concurrency.lockutils [None req-0e45bbee-9ae0-485b-aeff-400408dceefa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=79302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:05.259339 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 531db9b7-5b4a-4634-bca9-97aa16222011 up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:09:05.388960 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning complete for port 531db9b7-5b4a-4634-bca9-97aa16222011 triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:09:05.389755 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:05.398829 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5210cef5-8cc5-4744-b618-2a6eae7d330e admin admin] Router c75872c9-8e32-4240-af5f-e459863fa986 is scheduled to L3 agent bb0205a6-735d-4789-b813-02600d36e527 with binding_index 1 {{(pid=79300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 19 13:09:05.496710 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvr_db [None req-40c41247-2fa7-4bf4-a652-0f4177020af3 None None] Set router 7fb2082d-770b-4434-92b6-0e38b17c10e6 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:09:05.527421 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7c9a0c-0756-4b89-a404-5f88aebc5ad9 None None] Network 11872a7c-c78f-4b06-a868-5e50d8b5c681 requested from dv-cinder-805144-1-iscsi {{(pid=79301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 19 13:09:05.624714 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a8c2fd16-ad14-4201-8138-c8100d63cfc8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:05.662698 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-7f3ff064-4053-4ff4-9313-b1d22e61f26b req-201d3b38-2283-4bfa-a4f7-9429c60f2677 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e55e4e6-ac7f-4af8-ac37-1b3766e711bd HTTP/1.1" status: 200 len: 210 time: 0.0757427 Aug 19 13:09:05.770962 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-4c7fa244-01a1-4caf-a074-2734a73bd5b2 None None] Provisioning for port 6d01f8a7-9706-42f5-bf00-2901af1555e7 completed by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:09:05.842825 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5210cef5-8cc5-4744-b618-2a6eae7d330e admin admin] Notify agent at l3_agent.dv-cinder-805144-1-iscsi the message routers_updated {{(pid=79300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 19 13:09:05.846003 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 6d01f8a7-9706-42f5-bf00-2901af1555e7 up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:09:05.882874 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5210cef5-8cc5-4744-b618-2a6eae7d330e admin admin] Notify callbacks [] for router, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:05.884293 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-5210cef5-8cc5-4744-b618-2a6eae7d330e admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.2479928 Aug 19 13:09:05.887279 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 49310) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:06.004239 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03715a23-4c3e-4162-a076-7043ccb1809f None None] Sync routers for ids ['c75872c9-8e32-4240-af5f-e459863fa986'] in dv-cinder-805144-1-iscsi {{(pid=79301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:09:06.018773 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-59952175-7b7d-41b4-8e41-39e0d84b9cb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:06.036254 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-59952175-7b7d-41b4-8e41-39e0d84b9cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:06.052119 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.db_base_plugin_common [None req-44c29ef3-d0fe-484e-8fd6-2489827ac545 admin admin] Allocated IP 172.20.0.1 (3b979c5e-82fd-4500-9fbc-547a88a6c3c4/a5197019-4cd9-46fe-ad6e-7e976db4e517/d8008264-75a5-4bc4-ad0e-71ffa9de9161) {{(pid=79299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:09:06.072413 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:06.081001 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03715a23-4c3e-4162-a076-7043ccb1809f None None] Routers {'c75872c9-8e32-4240-af5f-e459863fa986'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:09:06.082319 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-03715a23-4c3e-4162-a076-7043ccb1809f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:09:01Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['c75872c9-8e32-4240-af5f-e459863fa986'], 'active': True} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:09:06.082864 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-40c41247-2fa7-4bf4-a652-0f4177020af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'name': 'tempest-AttachVolumeShelveTestJSON-15327342-router', 'tenant_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:56Z', 'updated_at': '2021-08-19T13:08:59Z', 'revision_number': 3, 'project_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'gw_port': {'id': '5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b3:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:08:58Z', 'updated_at': '2021-08-19T13:09:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi'}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:09:06.094402 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c41247-2fa7-4bf4-a652-0f4177020af3 None None] The sync data for ids ['7fb2082d-770b-4434-92b6-0e38b17c10e6'] in dv-cinder-805144-1-iscsi is: [{'id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'name': 'tempest-AttachVolumeShelveTestJSON-15327342-router', 'tenant_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:56Z', 'updated_at': '2021-08-19T13:08:59Z', 'revision_number': 3, 'project_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'gw_port': {'id': '5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b3:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:08:58Z', 'updated_at': '2021-08-19T13:09:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi'}] {{(pid=79302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:09:06.110841 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59952175-7b7d-41b4-8e41-39e0d84b9cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101df539-bc87-49b2-9771-77392b466390,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:06.135727 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-59952175-7b7d-41b4-8e41-39e0d84b9cb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:06.298567 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning for port 6d01f8a7-9706-42f5-bf00-2901af1555e7 completed by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:09:06.325156 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning complete for port 6d01f8a7-9706-42f5-bf00-2901af1555e7 triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:09:06.325650 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:06.352912 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-59952175-7b7d-41b4-8e41-39e0d84b9cb2 admin admin] Synchronizing usage tracker for tenant:c8d90e565d0e4adeb3b642f264c27db7 on resource:security_group {{(pid=79299) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:09:06.393739 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvr_db [None req-03715a23-4c3e-4162-a076-7043ccb1809f None None] Set router c75872c9-8e32-4240-af5f-e459863fa986 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:09:06.572004 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-59952175-7b7d-41b4-8e41-39e0d84b9cb2 admin admin] Unset dirty status for tenant:c8d90e565d0e4adeb3b642f264c27db7 on resource:security_group {{(pid=79299) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:09:06.572448 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-59952175-7b7d-41b4-8e41-39e0d84b9cb2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=644fa0e8c48145bbb19f078aaa036460&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7645693 Aug 19 13:09:06.590833 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 49318) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:06.924447 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a8c2fd16-ad14-4201-8138-c8100d63cfc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8006181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7963014'] for router, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:07.056085 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:07.057325 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.68', 56910) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:07.135361 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] For port 6d01f8a7-9706-42f5-bf00-2901af1555e7, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=6d01f8a7-9706-42f5-bf00-2901af1555e7,segment=NetworkSegment(1e972220-39bc-4aae-b977-d69a31936ee0),segment_id=1e972220-39bc-4aae-b977-d69a31936ee0)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:09:07.147046 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:07.222047 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:07.298541 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-a90cab46-c8eb-40f4-a1bf-2bd7400e4434 None None] Provisioning complete for port 6d01f8a7-9706-42f5-bf00-2901af1555e7 triggered by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:09:07.299225 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a90cab46-c8eb-40f4-a1bf-2bd7400e4434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:07.300991 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-44c29ef3-d0fe-484e-8fd6-2489827ac545 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:07.358281 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-11039d51-33b4-4158-80c1-fb37e063e6e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:07.417656 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-d1d73fa2-be30-4ac6-92ef-50dcb2143a8e req-f785763b-8723-4ad5-bf1e-6707fb7e7e09 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e55e4e6-ac7f-4af8-ac37-1b3766e711bd HTTP/1.1" status: 200 len: 210 time: 0.2737019 Aug 19 13:09:07.479711 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.provisioning_blocks [None req-44c29ef3-d0fe-484e-8fd6-2489827ac545 admin admin] Transition to ACTIVE for port object d8008264-75a5-4bc4-ad0e-71ffa9de9161 will not be triggered until provisioned by entity DHCP. {{(pid=79299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:09:07.511472 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992 up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:09:07.553774 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-11039d51-33b4-4158-80c1-fb37e063e6e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:07.635755 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-44c29ef3-d0fe-484e-8fd6-2489827ac545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910'] for port, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:07.643325 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-72c7b848-0026-4bd4-b590-bc4c25fae775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:07.693776 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Pushing event updated for resources: {'Port': ['ID=6d01f8a7-9706-42f5-bf00-2901af1555e7,revision_number=3']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:07.719320 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:07.747346 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c2fd16-ad14-4201-8138-c8100d63cfc8 admin admin] Router 84b405e3-2618-4c40-86c4-5af5c4c43e34 is scheduled to L3 agent bb0205a6-735d-4789-b813-02600d36e527 with binding_index 1 {{(pid=79299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 19 13:09:07.796551 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c29ef3-d0fe-484e-8fd6-2489827ac545 admin admin] Network 3b979c5e-82fd-4500-9fbc-547a88a6c3c4 is already hosted by enough agents. {{(pid=79299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:09:07.908262 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.base_scheduler [None req-44c29ef3-d0fe-484e-8fd6-2489827ac545 admin admin] Resources bound (agent type, host, resource id): {{(pid=79299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:09:07.914315 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c29ef3-d0fe-484e-8fd6-2489827ac545 admin admin] Received port after_create {{(pid=79299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:09:07.915324 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-44c29ef3-d0fe-484e-8fd6-2489827ac545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8000067'] for router_interface, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:07.928746 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning for port 5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992 completed by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:09:07.963449 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning complete for port 5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992 triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:09:07.963887 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:08.006697 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 49374) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:08.054365 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-4047fb68-a64e-4562-a2ac-f305ed27f23d tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:08.055430 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-03715a23-4c3e-4162-a076-7043ccb1809f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'name': 'tempest-AttachVolumeTestJSON-813576112-router', 'tenant_id': '95c06fea712a4e118bd5a76f6957b19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '93155038-97cb-4ec3-9278-e31f21009e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:59Z', 'updated_at': '2021-08-19T13:09:03Z', 'revision_number': 3, 'project_id': '95c06fea712a4e118bd5a76f6957b19a', 'gw_port': {'id': '93155038-97cb-4ec3-9278-e31f21009e33', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:81:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:01Z', 'updated_at': '2021-08-19T13:09:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi'}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:09:08.056060 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-4047fb68-a64e-4562-a2ac-f305ed27f23d tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] 10.222.0.68 "GET /v2.0/networks?id=46f7aaff-80d7-4e3f-8b73-4b055f01a648 HTTP/1.1" status: 200 len: 811 time: 0.9806993 Aug 19 13:09:08.097712 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03715a23-4c3e-4162-a076-7043ccb1809f None None] Checking router: c75872c9-8e32-4240-af5f-e459863fa986 for host: dv-cinder-805144-1-iscsi {{(pid=79301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:09:08.100753 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03715a23-4c3e-4162-a076-7043ccb1809f None None] Updating router c75872c9-8e32-4240-af5f-e459863fa986 port 93155038-97cb-4ec3-9278-e31f21009e33 binding host dv-cinder-805144-1-iscsi {{(pid=79301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:09:08.156443 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-dbafbbaa-0aee-4be8-928e-658582660647 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] Request body: {'port': {'device_id': '5e55e4e6-ac7f-4af8-ac37-1b3766e711bd', 'network_id': '46f7aaff-80d7-4e3f-8b73-4b055f01a648', 'admin_state_up': True, 'tenant_id': '7eb105e559464d19ae7b2f21ff1ed37f'}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:09:08.207795 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-03715a23-4c3e-4162-a076-7043ccb1809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:08.218444 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-11039d51-33b4-4158-80c1-fb37e063e6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:08.336956 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:08.399863 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c29ef3-d0fe-484e-8fd6-2489827ac545 admin admin] Pushing event updated for resources: {'Port': ['ID=d8008264-75a5-4bc4-ad0e-71ffa9de9161,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:08.430722 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-44c29ef3-d0fe-484e-8fd6-2489827ac545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.787s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:08.487874 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-3f512360-bf64-44b1-b3ff-d166ee776838 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:08.515845 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-a99bd7c2-6e7b-4f7a-b0db-586f6aa691bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:08.528149 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11039d51-33b4-4158-80c1-fb37e063e6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101df539-bc87-49b2-9771-77392b466390,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:08.538448 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-a99bd7c2-6e7b-4f7a-b0db-586f6aa691bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:09:08.542650 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-a99bd7c2-6e7b-4f7a-b0db-586f6aa691bb admin admin] Usage tracker for resource:security_group_rule and tenant:5bf72018e0d24c2aa38b57cf356ec2e6 is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:09:08.546359 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-a99bd7c2-6e7b-4f7a-b0db-586f6aa691bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:09:08.552222 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-a99bd7c2-6e7b-4f7a-b0db-586f6aa691bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:09:08.573812 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-f4c15ab9-ce61-4fdb-8af6-fcf4c1b267fe None None] Provisioning for port d8008264-75a5-4bc4-ad0e-71ffa9de9161 completed by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:09:08.695635 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] For port 5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992,segment=NetworkSegment(20104d1f-9cfe-4c86-a938-6570a8b83d9b),segment_id=20104d1f-9cfe-4c86-a938-6570a8b83d9b)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:09:08.707076 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-a99bd7c2-6e7b-4f7a-b0db-586f6aa691bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:08.710108 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-f4c15ab9-ce61-4fdb-8af6-fcf4c1b267fe None None] Provisioning complete for port d8008264-75a5-4bc4-ad0e-71ffa9de9161 triggered by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:09:08.712302 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-11039d51-33b4-4158-80c1-fb37e063e6e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:08.713501 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-f4c15ab9-ce61-4fdb-8af6-fcf4c1b267fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:08.747940 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c2fd16-ad14-4201-8138-c8100d63cfc8 admin admin] Notify agent at l3_agent.dv-cinder-805144-1-iscsi the message routers_updated {{(pid=79299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 19 13:09:08.766156 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45bc78c-b5c1-42df-b62a-980708b60571 None None] Sync routers for ids ['84b405e3-2618-4c40-86c4-5af5c4c43e34'] in dv-cinder-805144-1-iscsi {{(pid=79302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:09:08.779165 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-11039d51-33b4-4158-80c1-fb37e063e6e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:08.786080 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-11039d51-33b4-4158-80c1-fb37e063e6e0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/101df539-bc87-49b2-9771-77392b466390 HTTP/1.1" status: 204 len: 168 time: 2.1937046 Aug 19 13:09:08.787283 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-a99bd7c2-6e7b-4f7a-b0db-586f6aa691bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:08.793603 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45bc78c-b5c1-42df-b62a-980708b60571 None None] Routers {'84b405e3-2618-4c40-86c4-5af5c4c43e34'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:09:08.796330 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-b45bc78c-b5c1-42df-b62a-980708b60571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:09:01Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['84b405e3-2618-4c40-86c4-5af5c4c43e34'], 'active': True} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:09:08.873904 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-f3df09b6-1b76-4edc-82d6-767f0656c599 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:08.942449 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:08.944767 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-f4c15ab9-ce61-4fdb-8af6-fcf4c1b267fe None None] Port d8008264-75a5-4bc4-ad0e-71ffa9de9161 cannot update to ACTIVE because it is not bound. {{(pid=79301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:09:09.063732 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99bd7c2-6e7b-4f7a-b0db-586f6aa691bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705b873d-06dc-49a3-bbbd-5596db6e7b5b,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:09.076969 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:09.083031 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-2c8864a5-451d-492d-a09b-d1d29a3032c4 req-c6080ff7-72ea-488e-a389-8016fbbdd788 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e55e4e6-ac7f-4af8-ac37-1b3766e711bd HTTP/1.1" status: 200 len: 210 time: 0.1222661 Aug 19 13:09:09.089401 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a8c2fd16-ad14-4201-8138-c8100d63cfc8 admin admin] Notify callbacks [] for router, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:09.097415 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-a99bd7c2-6e7b-4f7a-b0db-586f6aa691bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:09.102467 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-a8c2fd16-ad14-4201-8138-c8100d63cfc8 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.7661221 Aug 19 13:09:09.103813 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 49422) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:09.129360 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-505d2135-49e0-4b78-a2fd-f65c10543737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:09.295817 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvr_db [None req-b45bc78c-b5c1-42df-b62a-980708b60571 None None] Set router 84b405e3-2618-4c40-86c4-5af5c4c43e34 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:09:09.320532 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-44c29ef3-d0fe-484e-8fd6-2489827ac545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:09.467905 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-a99bd7c2-6e7b-4f7a-b0db-586f6aa691bb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5bf72018e0d24c2aa38b57cf356ec2e6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4577820 Aug 19 13:09:09.473466 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 49428) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:09.494186 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 6d01f8a7-9706-42f5-bf00-2901af1555e7 up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:09:09.518242 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-dbafbbaa-0aee-4be8-928e-658582660647 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:09:09.570612 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-dbafbbaa-0aee-4be8-928e-658582660647 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] Usage tracker for resource:port and tenant:7eb105e559464d19ae7b2f21ff1ed37f is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:09:09.586571 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-dbafbbaa-0aee-4be8-928e-658582660647 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:09:09.640408 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-dbafbbaa-0aee-4be8-928e-658582660647 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:09:09.738265 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Pushing event updated for resources: {'Port': ['ID=5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992,revision_number=4']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:09.752528 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:09.881379 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-bd4ac663-628e-4fc9-a8e9-ce85e1de3b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:09.887177 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning complete for port 6d01f8a7-9706-42f5-bf00-2901af1555e7 triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:09:09.887554 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:10.073789 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-bd4ac663-628e-4fc9-a8e9-ce85e1de3b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:10.106842 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-03715a23-4c3e-4162-a076-7043ccb1809f None None] Notify callbacks [] for port, precommit_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:10.124123 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-03715a23-4c3e-4162-a076-7043ccb1809f None None] Transition to ACTIVE for port object 93155038-97cb-4ec3-9278-e31f21009e33 will not be triggered until provisioned by entity L2. {{(pid=79301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:09:10.186565 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-03715a23-4c3e-4162-a076-7043ccb1809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:10.201102 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:10.307073 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-b45bc78c-b5c1-42df-b62a-980708b60571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b405e3-2618-4c40-86c4-5af5c4c43e34', 'name': 'tempest-ServerRescueNegativeTestJSON-1461096730-router', 'tenant_id': '21e4df950c014d1894d155aac044e94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': 'b76c816c-b2ee-48d4-990c-4d31aeaec4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:09:00Z', 'updated_at': '2021-08-19T13:09:04Z', 'revision_number': 3, 'project_id': '21e4df950c014d1894d155aac044e94a', 'gw_port': {'id': 'b76c816c-b2ee-48d4-990c-4d31aeaec4a4', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cb:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b405e3-2618-4c40-86c4-5af5c4c43e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:02Z', 'updated_at': '2021-08-19T13:09:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi'}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:09:10.307073 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45bc78c-b5c1-42df-b62a-980708b60571 None None] Checking router: 84b405e3-2618-4c40-86c4-5af5c4c43e34 for host: dv-cinder-805144-1-iscsi {{(pid=79302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:09:10.307073 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45bc78c-b5c1-42df-b62a-980708b60571 None None] Updating router 84b405e3-2618-4c40-86c4-5af5c4c43e34 port b76c816c-b2ee-48d4-990c-4d31aeaec4a4 binding host dv-cinder-805144-1-iscsi {{(pid=79302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:09:10.319887 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.db.resource_extend [None req-44c29ef3-d0fe-484e-8fd6-2489827ac545 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 13:09:10.401504 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-44c29ef3-d0fe-484e-8fd6-2489827ac545 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:10.415506 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-44c29ef3-d0fe-484e-8fd6-2489827ac545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:10.423852 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-44c29ef3-d0fe-484e-8fd6-2489827ac545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7886331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8000044'] for router_interface, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:10.450888 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:10.465831 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-03715a23-4c3e-4162-a076-7043ccb1809f None None] Attempting to bind port 93155038-97cb-4ec3-9278-e31f21009e33 on host dv-cinder-805144-1-iscsi for vnic_type normal with profile {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:09:10.467388 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-03715a23-4c3e-4162-a076-7043ccb1809f None None] Attempting to bind port 93155038-97cb-4ec3-9278-e31f21009e33 by drivers openvswitch,hyperv on host dv-cinder-805144-1-iscsi at level 0 using segments [{'id': '20104d1f-9cfe-4c86-a938-6570a8b83d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01c0c460-8075-482b-8652-00d44202fadb'}] {{(pid=79301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:09:10.468111 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03715a23-4c3e-4162-a076-7043ccb1809f None None] Attempting to bind port 93155038-97cb-4ec3-9278-e31f21009e33 on network 01c0c460-8075-482b-8652-00d44202fadb {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:09:10.507255 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-b45bc78c-b5c1-42df-b62a-980708b60571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:10.541746 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03715a23-4c3e-4162-a076-7043ccb1809f None None] Checking agent: {'id': '22cf82ff-da15-404e-8075-dce9686ce61b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805144-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 13, 0, 29), 'started_at': datetime.datetime(2021, 8, 19, 13, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805144-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 19 13:09:10.542534 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03715a23-4c3e-4162-a076-7043ccb1809f None None] Checking segment: {'id': '20104d1f-9cfe-4c86-a938-6570a8b83d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01c0c460-8075-482b-8652-00d44202fadb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:09:10.542899 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-03715a23-4c3e-4162-a076-7043ccb1809f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:10.543312 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03715a23-4c3e-4162-a076-7043ccb1809f None None] Bound using segment: {'id': '20104d1f-9cfe-4c86-a938-6570a8b83d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01c0c460-8075-482b-8652-00d44202fadb'} {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 19 13:09:10.543909 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-03715a23-4c3e-4162-a076-7043ccb1809f None None] Bound port: 93155038-97cb-4ec3-9278-e31f21009e33, host: dv-cinder-805144-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20104d1f-9cfe-4c86-a938-6570a8b83d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01c0c460-8075-482b-8652-00d44202fadb'}}] {{(pid=79301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:09:10.550811 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-03715a23-4c3e-4162-a076-7043ccb1809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:10.751511 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-03715a23-4c3e-4162-a076-7043ccb1809f None None] For port 93155038-97cb-4ec3-9278-e31f21009e33, host dv-cinder-805144-1-iscsi, cleared binding levels {{(pid=79301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 19 13:09:10.758420 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-03715a23-4c3e-4162-a076-7043ccb1809f None None] For port 93155038-97cb-4ec3-9278-e31f21009e33, host dv-cinder-805144-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=93155038-97cb-4ec3-9278-e31f21009e33,segment=NetworkSegment(20104d1f-9cfe-4c86-a938-6570a8b83d9b),segment_id=20104d1f-9cfe-4c86-a938-6570a8b83d9b)] {{(pid=79301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 19 13:09:10.770924 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-03715a23-4c3e-4162-a076-7043ccb1809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:10.813505 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03715a23-4c3e-4162-a076-7043ccb1809f None None] Routers {'c75872c9-8e32-4240-af5f-e459863fa986'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:09:10.814165 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-03715a23-4c3e-4162-a076-7043ccb1809f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:09:01Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['c75872c9-8e32-4240-af5f-e459863fa986'], 'active': True} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:09:10.882948 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b1e3f6-8f3f-4869-a0e4-26ffba88246e None None] Pushing event updated for resources: {'Port': ['ID=93155038-97cb-4ec3-9278-e31f21009e33,revision_number=2']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:10.903610 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-15b1e3f6-8f3f-4869-a0e4-26ffba88246e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.702s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:10.904831 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:10.906080 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.db_base_plugin_common [None req-505d2135-49e0-4b78-a2fd-f65c10543737 admin admin] Allocated IP 172.20.0.1 (11872a7c-c78f-4b06-a868-5e50d8b5c681/b7e2718c-f55a-406a-999f-edb1d22fd1bf/1edb6b9f-c585-4df8-a190-c9e932413cad) {{(pid=79300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:09:11.044678 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-bd4ac663-628e-4fc9-a8e9-ce85e1de3b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:11.076137 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b1e3f6-8f3f-4869-a0e4-26ffba88246e None None] Pushing event updated for resources: {'Port': ['ID=93155038-97cb-4ec3-9278-e31f21009e33,revision_number=3']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:11.083297 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c29ef3-d0fe-484e-8fd6-2489827ac545 admin admin] Pushing event updated for resources: {'Port': ['ID=d8008264-75a5-4bc4-ad0e-71ffa9de9161,revision_number=2']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:11.087261 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-44c29ef3-d0fe-484e-8fd6-2489827ac545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:11.100251 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-59952175-7b7d-41b4-8e41-39e0d84b9cb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:11.133082 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4ac663-628e-4fc9-a8e9-ce85e1de3b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705b873d-06dc-49a3-bbbd-5596db6e7b5b,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:11.141316 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-bd4ac663-628e-4fc9-a8e9-ce85e1de3b20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:11.161623 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-bd4ac663-628e-4fc9-a8e9-ce85e1de3b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:11.162629 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-dbafbbaa-0aee-4be8-928e-658582660647 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] Made reservation on behalf of 7eb105e559464d19ae7b2f21ff1ed37f for: {'port': 1} {{(pid=79300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:09:11.167350 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-dbafbbaa-0aee-4be8-928e-658582660647 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:11.168315 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-bd4ac663-628e-4fc9-a8e9-ce85e1de3b20 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/705b873d-06dc-49a3-bbbd-5596db6e7b5b HTTP/1.1" status: 204 len: 168 time: 1.6937995 Aug 19 13:09:11.200673 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-b45bc78c-b5c1-42df-b62a-980708b60571 None None] Notify callbacks [] for port, precommit_update {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:11.204337 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvr_db [None req-03715a23-4c3e-4162-a076-7043ccb1809f None None] Set router c75872c9-8e32-4240-af5f-e459863fa986 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:09:11.226696 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.provisioning_blocks [None req-b45bc78c-b5c1-42df-b62a-980708b60571 None None] Transition to ACTIVE for port object b76c816c-b2ee-48d4-990c-4d31aeaec4a4 will not be triggered until provisioned by entity L2. {{(pid=79302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:09:11.243141 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-561982c2-769a-4ed0-a024-0774a2ba4ec0 req-5c0132b2-036a-41e4-996e-9cd7f37c825a tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e55e4e6-ac7f-4af8-ac37-1b3766e711bd HTTP/1.1" status: 200 len: 210 time: 0.1475589 Aug 19 13:09:11.256654 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-b45bc78c-b5c1-42df-b62a-980708b60571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:11.279972 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c29ef3-d0fe-484e-8fd6-2489827ac545 admin admin] Network 3b979c5e-82fd-4500-9fbc-547a88a6c3c4 is already hosted by enough agents. {{(pid=79299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:09:11.280226 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG oslo_concurrency.lockutils [None req-0e45bbee-9ae0-485b-aeff-400408dceefa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:11.283472 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.base_scheduler [None req-44c29ef3-d0fe-484e-8fd6-2489827ac545 admin admin] Resources bound (agent type, host, resource id): {{(pid=79299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:09:11.416580 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.managers [None req-b45bc78c-b5c1-42df-b62a-980708b60571 None None] Attempting to bind port b76c816c-b2ee-48d4-990c-4d31aeaec4a4 on host dv-cinder-805144-1-iscsi for vnic_type normal with profile {{(pid=79302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:09:11.417169 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.managers [None req-b45bc78c-b5c1-42df-b62a-980708b60571 None None] Attempting to bind port b76c816c-b2ee-48d4-990c-4d31aeaec4a4 by drivers openvswitch,hyperv on host dv-cinder-805144-1-iscsi at level 0 using segments [{'id': '20104d1f-9cfe-4c86-a938-6570a8b83d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01c0c460-8075-482b-8652-00d44202fadb'}] {{(pid=79302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:09:11.417355 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45bc78c-b5c1-42df-b62a-980708b60571 None None] Attempting to bind port b76c816c-b2ee-48d4-990c-4d31aeaec4a4 on network 01c0c460-8075-482b-8652-00d44202fadb {{(pid=79302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:09:11.435022 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45bc78c-b5c1-42df-b62a-980708b60571 None None] Checking agent: {'id': '22cf82ff-da15-404e-8075-dce9686ce61b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805144-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 13, 0, 29), 'started_at': datetime.datetime(2021, 8, 19, 13, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805144-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 19 13:09:11.440580 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45bc78c-b5c1-42df-b62a-980708b60571 None None] Checking segment: {'id': '20104d1f-9cfe-4c86-a938-6570a8b83d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01c0c460-8075-482b-8652-00d44202fadb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:09:11.441204 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-b45bc78c-b5c1-42df-b62a-980708b60571 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:11.441680 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45bc78c-b5c1-42df-b62a-980708b60571 None None] Bound using segment: {'id': '20104d1f-9cfe-4c86-a938-6570a8b83d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01c0c460-8075-482b-8652-00d44202fadb'} {{(pid=79302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 19 13:09:11.442255 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.managers [None req-b45bc78c-b5c1-42df-b62a-980708b60571 None None] Bound port: b76c816c-b2ee-48d4-990c-4d31aeaec4a4, host: dv-cinder-805144-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20104d1f-9cfe-4c86-a938-6570a8b83d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01c0c460-8075-482b-8652-00d44202fadb'}}] {{(pid=79302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:09:11.443928 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-b45bc78c-b5c1-42df-b62a-980708b60571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:11.618730 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.db [None req-b45bc78c-b5c1-42df-b62a-980708b60571 None None] For port b76c816c-b2ee-48d4-990c-4d31aeaec4a4, host dv-cinder-805144-1-iscsi, cleared binding levels {{(pid=79302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 19 13:09:11.625490 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.db [None req-b45bc78c-b5c1-42df-b62a-980708b60571 None None] For port b76c816c-b2ee-48d4-990c-4d31aeaec4a4, host dv-cinder-805144-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=b76c816c-b2ee-48d4-990c-4d31aeaec4a4,segment=NetworkSegment(20104d1f-9cfe-4c86-a938-6570a8b83d9b),segment_id=20104d1f-9cfe-4c86-a938-6570a8b83d9b)] {{(pid=79302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 19 13:09:11.636403 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-15b1e3f6-8f3f-4869-a0e4-26ffba88246e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.731s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:11.645102 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992 up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:09:11.646712 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-b45bc78c-b5c1-42df-b62a-980708b60571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:11.703243 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45bc78c-b5c1-42df-b62a-980708b60571 None None] Routers {'84b405e3-2618-4c40-86c4-5af5c4c43e34'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:09:11.715728 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-b45bc78c-b5c1-42df-b62a-980708b60571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:09:01Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['84b405e3-2618-4c40-86c4-5af5c4c43e34'], 'active': True} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:09:11.952773 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 49490) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:12.068824 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9304753e-016d-46d1-b257-7b036da4d159 None None] Pushing event updated for resources: {'Port': ['ID=b76c816c-b2ee-48d4-990c-4d31aeaec4a4,revision_number=2']} {{(pid=79302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:12.084520 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG oslo_concurrency.lockutils [None req-9304753e-016d-46d1-b257-7b036da4d159 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.810s {{(pid=79302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:12.085320 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.413s {{(pid=79302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:12.160938 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44c29ef3-d0fe-484e-8fd6-2489827ac545 admin admin] Router 7fb2082d-770b-4434-92b6-0e38b17c10e6 has already been hosted by L3 agent bb0205a6-735d-4789-b813-02600d36e527 {{(pid=79299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 19 13:09:12.217715 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-1d41d6c0-6441-4158-a970-252a87ecebca None None] Provisioning complete for port d8008264-75a5-4bc4-ad0e-71ffa9de9161 triggered by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:09:12.218929 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-1d41d6c0-6441-4158-a970-252a87ecebca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:12.332410 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning complete for port 5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992 triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:09:12.333416 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:12.413942 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-1d41d6c0-6441-4158-a970-252a87ecebca None None] Port d8008264-75a5-4bc4-ad0e-71ffa9de9161 cannot update to ACTIVE because it is not bound. {{(pid=79301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:09:12.617527 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.db_base_plugin_common [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-dbafbbaa-0aee-4be8-928e-658582660647 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] Allocated IP 172.20.0.13 (46f7aaff-80d7-4e3f-8b73-4b055f01a648/49e67e0b-90aa-438e-9687-03363c13298a/cedd2ed0-bfe4-4884-8c49-f0c018f2f4e0) {{(pid=79300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:09:12.621149 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-03715a23-4c3e-4162-a076-7043ccb1809f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'name': 'tempest-AttachVolumeTestJSON-813576112-router', 'tenant_id': '95c06fea712a4e118bd5a76f6957b19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '93155038-97cb-4ec3-9278-e31f21009e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:59Z', 'updated_at': '2021-08-19T13:09:03Z', 'revision_number': 3, 'project_id': '95c06fea712a4e118bd5a76f6957b19a', 'gw_port': {'id': '93155038-97cb-4ec3-9278-e31f21009e33', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:81:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:01Z', 'updated_at': '2021-08-19T13:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi'}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:09:12.630327 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9304753e-016d-46d1-b257-7b036da4d159 None None] Pushing event updated for resources: {'Port': ['ID=b76c816c-b2ee-48d4-990c-4d31aeaec4a4,revision_number=3']} {{(pid=79302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:12.656649 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG oslo_concurrency.lockutils [None req-9304753e-016d-46d1-b257-7b036da4d159 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=79302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:12.664860 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03715a23-4c3e-4162-a076-7043ccb1809f None None] The sync data for ids ['c75872c9-8e32-4240-af5f-e459863fa986'] in dv-cinder-805144-1-iscsi is: [{'id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'name': 'tempest-AttachVolumeTestJSON-813576112-router', 'tenant_id': '95c06fea712a4e118bd5a76f6957b19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '93155038-97cb-4ec3-9278-e31f21009e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:59Z', 'updated_at': '2021-08-19T13:09:03Z', 'revision_number': 3, 'project_id': '95c06fea712a4e118bd5a76f6957b19a', 'gw_port': {'id': '93155038-97cb-4ec3-9278-e31f21009e33', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:81:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:01Z', 'updated_at': '2021-08-19T13:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi'}] {{(pid=79301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:09:12.734956 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvr_db [None req-b45bc78c-b5c1-42df-b62a-980708b60571 None None] Set router 84b405e3-2618-4c40-86c4-5af5c4c43e34 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:09:13.015134 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c29ef3-d0fe-484e-8fd6-2489827ac545 admin admin] Notify agent at l3_agent.dv-cinder-805144-1-iscsi the message routers_updated {{(pid=79299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 19 13:09:13.026847 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd5dd29-2e1f-4caa-8b75-7696e4ea9534 None None] Sync routers for ids ['7fb2082d-770b-4434-92b6-0e38b17c10e6'] in dv-cinder-805144-1-iscsi {{(pid=79301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:09:13.048096 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-44c29ef3-d0fe-484e-8fd6-2489827ac545 admin admin] 10.222.0.49 "PUT /v2.0/routers/7fb2082d-770b-4434-92b6-0e38b17c10e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7862251 Aug 19 13:09:13.049391 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd5dd29-2e1f-4caa-8b75-7696e4ea9534 None None] Routers {'7fb2082d-770b-4434-92b6-0e38b17c10e6'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:09:13.050593 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-6fd5dd29-2e1f-4caa-8b75-7696e4ea9534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:09:01Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['7fb2082d-770b-4434-92b6-0e38b17c10e6'], 'active': True} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:09:13.102211 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-87e58c63-f7d4-41f1-8067-1e1f5da640cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:13.152506 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-dbafbbaa-0aee-4be8-928e-658582660647 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] Notify callbacks [] for port, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:13.238410 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-dbafbbaa-0aee-4be8-928e-658582660647 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910'] for port, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:13.356493 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:13.456436 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 93155038-97cb-4ec3-9278-e31f21009e33 up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:09:13.557906 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-87e58c63-f7d4-41f1-8067-1e1f5da640cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:09:13.585790 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-87e58c63-f7d4-41f1-8067-1e1f5da640cd admin admin] Usage tracker for resource:security_group_rule and tenant:67665397c8e0438fb9692e222bcbcf4c is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:09:13.599690 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-87e58c63-f7d4-41f1-8067-1e1f5da640cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:09:13.635885 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-87e58c63-f7d4-41f1-8067-1e1f5da640cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:09:13.742619 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-dbafbbaa-0aee-4be8-928e-658582660647 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] Network 46f7aaff-80d7-4e3f-8b73-4b055f01a648 is already hosted by enough agents. {{(pid=79300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:09:13.809781 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.base_scheduler [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-dbafbbaa-0aee-4be8-928e-658582660647 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] Resources bound (agent type, host, resource id): {{(pid=79300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:09:13.856964 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-dbafbbaa-0aee-4be8-928e-658582660647 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] Received port after_create {{(pid=79300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:09:13.865698 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-b45bc78c-b5c1-42df-b62a-980708b60571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b405e3-2618-4c40-86c4-5af5c4c43e34', 'name': 'tempest-ServerRescueNegativeTestJSON-1461096730-router', 'tenant_id': '21e4df950c014d1894d155aac044e94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': 'b76c816c-b2ee-48d4-990c-4d31aeaec4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:09:00Z', 'updated_at': '2021-08-19T13:09:04Z', 'revision_number': 3, 'project_id': '21e4df950c014d1894d155aac044e94a', 'gw_port': {'id': 'b76c816c-b2ee-48d4-990c-4d31aeaec4a4', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cb:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b405e3-2618-4c40-86c4-5af5c4c43e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:02Z', 'updated_at': '2021-08-19T13:09:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi'}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:09:13.876996 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df94f8f-c010-44d6-8463-080e7e9a01b1 req-3fcbfcd9-32ac-40ed-99d8-2c67118b8caf tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:13.882606 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45bc78c-b5c1-42df-b62a-980708b60571 None None] The sync data for ids ['84b405e3-2618-4c40-86c4-5af5c4c43e34'] in dv-cinder-805144-1-iscsi is: [{'id': '84b405e3-2618-4c40-86c4-5af5c4c43e34', 'name': 'tempest-ServerRescueNegativeTestJSON-1461096730-router', 'tenant_id': '21e4df950c014d1894d155aac044e94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': 'b76c816c-b2ee-48d4-990c-4d31aeaec4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:09:00Z', 'updated_at': '2021-08-19T13:09:04Z', 'revision_number': 3, 'project_id': '21e4df950c014d1894d155aac044e94a', 'gw_port': {'id': 'b76c816c-b2ee-48d4-990c-4d31aeaec4a4', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cb:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b405e3-2618-4c40-86c4-5af5c4c43e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:02Z', 'updated_at': '2021-08-19T13:09:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi'}] {{(pid=79302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:09:13.890380 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-dbafbbaa-0aee-4be8-928e-658582660647 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:13.891363 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-dbafbbaa-0aee-4be8-928e-658582660647 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for port, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:13.897320 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-8df94f8f-c010-44d6-8463-080e7e9a01b1 req-3fcbfcd9-32ac-40ed-99d8-2c67118b8caf tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e55e4e6-ac7f-4af8-ac37-1b3766e711bd HTTP/1.1" status: 200 len: 932 time: 0.9013083 Aug 19 13:09:14.029146 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbafbbaa-0aee-4be8-928e-658582660647 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] Pushing event updated for resources: {'Port': ['ID=cedd2ed0-bfe4-4884-8c49-f0c018f2f4e0,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:14.034875 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-dbafbbaa-0aee-4be8-928e-658582660647 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:14.163696 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning for port 93155038-97cb-4ec3-9278-e31f21009e33 completed by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:09:14.206148 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-8df94f8f-c010-44d6-8463-080e7e9a01b1 req-a9f59113-d3f5-450f-823b-1e1400d94d1e tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] Synchronizing usage tracker for tenant:7eb105e559464d19ae7b2f21ff1ed37f on resource:security_group {{(pid=79299) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:09:14.218997 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning complete for port 93155038-97cb-4ec3-9278-e31f21009e33 triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:09:14.229312 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:14.338318 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvr_db [None req-6fd5dd29-2e1f-4caa-8b75-7696e4ea9534 None None] Set router 7fb2082d-770b-4434-92b6-0e38b17c10e6 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:09:14.348512 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-505d2135-49e0-4b78-a2fd-f65c10543737 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:14.354286 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-dbafbbaa-0aee-4be8-928e-658582660647 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.2053423 Aug 19 13:09:14.390510 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-87e58c63-f7d4-41f1-8067-1e1f5da640cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:14.400526 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.provisioning_blocks [None req-505d2135-49e0-4b78-a2fd-f65c10543737 admin admin] Transition to ACTIVE for port object 1edb6b9f-c585-4df8-a190-c9e932413cad will not be triggered until provisioned by entity DHCP. {{(pid=79300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:09:14.411377 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-87e58c63-f7d4-41f1-8067-1e1f5da640cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:14.421711 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-03d830cb-b05a-4556-a7e6-97e5b9ee69bb tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=79300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 13:09:14.426543 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-03d830cb-b05a-4556-a7e6-97e5b9ee69bb tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0327368 Aug 19 13:09:14.458485 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-ae1de04f-b411-498d-9331-32aa5d9175ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:14.525885 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-8df94f8f-c010-44d6-8463-080e7e9a01b1 req-a9f59113-d3f5-450f-823b-1e1400d94d1e tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] Unset dirty status for tenant:7eb105e559464d19ae7b2f21ff1ed37f on resource:security_group {{(pid=79299) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:09:14.559238 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-8df94f8f-c010-44d6-8463-080e7e9a01b1 req-a9f59113-d3f5-450f-823b-1e1400d94d1e tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e2e45ff-bf2b-4c33-b7a8-d9631e226ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6607363 Aug 19 13:09:14.744152 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-87e58c63-f7d4-41f1-8067-1e1f5da640cd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=67665397c8e0438fb9692e222bcbcf4c&name=default HTTP/1.1" status: 200 len: 2975 time: 2.7781069 Aug 19 13:09:14.754030 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 49552) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:14.766041 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e58c63-f7d4-41f1-8067-1e1f5da640cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ad9eb7-dec7-4d4c-8a6c-1f64cac78e61,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:14.774024 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-87e58c63-f7d4-41f1-8067-1e1f5da640cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:15.074190 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-178e1412-0259-46ff-ba30-8f33e7105163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:15.084702 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-19561a84-1418-4d6c-bfd4-7caf6c60442a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:15.111513 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-505d2135-49e0-4b78-a2fd-f65c10543737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910'] for port, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:15.127299 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:15.158760 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-178e1412-0259-46ff-ba30-8f33e7105163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:15.277483 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-178e1412-0259-46ff-ba30-8f33e7105163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:15.287524 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-30ab28f9-2762-416a-a05a-f207108fb21a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:15.329295 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178e1412-0259-46ff-ba30-8f33e7105163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ad9eb7-dec7-4d4c-8a6c-1f64cac78e61,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:15.340798 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-178e1412-0259-46ff-ba30-8f33e7105163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:15.363346 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-178e1412-0259-46ff-ba30-8f33e7105163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:15.372061 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-178e1412-0259-46ff-ba30-8f33e7105163 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/76ad9eb7-dec7-4d4c-8a6c-1f64cac78e61 HTTP/1.1" status: 204 len: 168 time: 0.6090090 Aug 19 13:09:15.531725 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505d2135-49e0-4b78-a2fd-f65c10543737 admin admin] Network 11872a7c-c78f-4b06-a868-5e50d8b5c681 is already hosted by enough agents. {{(pid=79300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:09:15.539013 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.base_scheduler [None req-505d2135-49e0-4b78-a2fd-f65c10543737 admin admin] Resources bound (agent type, host, resource id): {{(pid=79300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:09:15.546211 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505d2135-49e0-4b78-a2fd-f65c10543737 admin admin] Received port after_create {{(pid=79300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:09:15.548008 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-505d2135-49e0-4b78-a2fd-f65c10543737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8000067'] for router_interface, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:15.864064 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-505d2135-49e0-4b78-a2fd-f65c10543737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:16.037267 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d2135-49e0-4b78-a2fd-f65c10543737 admin admin] Pushing event updated for resources: {'Port': ['ID=1edb6b9f-c585-4df8-a190-c9e932413cad,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:16.048111 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-505d2135-49e0-4b78-a2fd-f65c10543737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.921s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:16.120992 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 49588) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:16.125537 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:16.190563 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-3115b3f1-8f1b-4b79-a9b6-85664df16fc3 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Request body: {'security_group': {'name': 'tempest-securitygroup--275231395', 'description': 'tempest-description--1322601376'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:09:16.224355 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-3115b3f1-8f1b-4b79-a9b6-85664df16fc3 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:09:16.254329 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] For port 93155038-97cb-4ec3-9278-e31f21009e33, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=93155038-97cb-4ec3-9278-e31f21009e33,segment=NetworkSegment(20104d1f-9cfe-4c86-a938-6570a8b83d9b),segment_id=20104d1f-9cfe-4c86-a938-6570a8b83d9b)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:09:16.261566 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-3115b3f1-8f1b-4b79-a9b6-85664df16fc3 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Usage tracker for resource:security_group and tenant:11dcb989ec6c4491ae1ae5f2a00cbfd7 is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:09:16.281242 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-3115b3f1-8f1b-4b79-a9b6-85664df16fc3 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:09:16.283948 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:16.317073 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-3115b3f1-8f1b-4b79-a9b6-85664df16fc3 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:09:16.349857 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:16.372542 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-3115b3f1-8f1b-4b79-a9b6-85664df16fc3 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:16.403508 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-3115b3f1-8f1b-4b79-a9b6-85664df16fc3 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:09:16.416853 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-3115b3f1-8f1b-4b79-a9b6-85664df16fc3 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Usage tracker for resource:security_group_rule and tenant:11dcb989ec6c4491ae1ae5f2a00cbfd7 is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:09:16.429567 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ce729-1455-4bb4-9ed8-a019f3d407d4 req-6be4916d-6154-474f-983a-069c2a5b5936 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:16.431376 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-745ce729-1455-4bb4-9ed8-a019f3d407d4 req-6be4916d-6154-474f-983a-069c2a5b5936 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e55e4e6-ac7f-4af8-ac37-1b3766e711bd HTTP/1.1" status: 200 len: 932 time: 0.4566045 Aug 19 13:09:16.432490 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-3115b3f1-8f1b-4b79-a9b6-85664df16fc3 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:09:16.466452 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-3115b3f1-8f1b-4b79-a9b6-85664df16fc3 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:09:16.504546 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d152090c-4f8d-4a0f-9fdc-58c859482bef None None] Provisioning for port 1edb6b9f-c585-4df8-a190-c9e932413cad completed by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:09:16.552010 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d152090c-4f8d-4a0f-9fdc-58c859482bef None None] Provisioning complete for port 1edb6b9f-c585-4df8-a190-c9e932413cad triggered by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:09:16.553908 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d152090c-4f8d-4a0f-9fdc-58c859482bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:16.557469 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-745ce729-1455-4bb4-9ed8-a019f3d407d4 req-4fbb7d72-0fdd-4dca-81b0-b11d56b698e9 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e2e45ff-bf2b-4c33-b7a8-d9631e226ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177640 Aug 19 13:09:16.583582 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-b7ae2a2d-a2a0-4bba-9176-e13c29cb0e43 service neutron] Request body: {'port': {'device_id': '5e55e4e6-ac7f-4af8-ac37-1b3766e711bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80514'}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:09:16.589042 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 49596) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:16.662440 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device b76c816c-b2ee-48d4-990c-4d31aeaec4a4 up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:09:16.715218 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-3115b3f1-8f1b-4b79-a9b6-85664df16fc3 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:16.750385 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-3115b3f1-8f1b-4b79-a9b6-85664df16fc3 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:16.771872 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:16.951005 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3115b3f1-8f1b-4b79-a9b6-85664df16fc3 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4efce927-cddf-40e9-8f95-448253d8c512,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:16.960056 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-3115b3f1-8f1b-4b79-a9b6-85664df16fc3 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:17.011060 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-e17f6697-664b-492b-83a3-e382bc14a4e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:17.071125 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-6fd5dd29-2e1f-4caa-8b75-7696e4ea9534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'name': 'tempest-AttachVolumeShelveTestJSON-15327342-router', 'tenant_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:56Z', 'updated_at': '2021-08-19T13:09:09Z', 'revision_number': 4, 'project_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'gw_port': {'id': '5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:08:58Z', 'updated_at': '2021-08-19T13:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': 'd8008264-75a5-4bc4-ad0e-71ffa9de9161', 'name': '', 'network_id': '3b979c5e-82fd-4500-9fbc-547a88a6c3c4', 'tenant_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'mac_address': 'fa:16:3e:f6:56:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a5197019-4cd9-46fe-ad6e-7e976db4e517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:05Z', 'updated_at': '2021-08-19T13:09:09Z', 'revision_number': 2, 'project_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'subnets': [{'id': 'a5197019-4cd9-46fe-ad6e-7e976db4e517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:09:17.084956 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-e17f6697-664b-492b-83a3-e382bc14a4e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:09:17.086181 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd5dd29-2e1f-4caa-8b75-7696e4ea9534 None None] Checking router: 7fb2082d-770b-4434-92b6-0e38b17c10e6 for host: dv-cinder-805144-1-iscsi {{(pid=79301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:09:17.091175 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd5dd29-2e1f-4caa-8b75-7696e4ea9534 None None] Updating router 7fb2082d-770b-4434-92b6-0e38b17c10e6 port d8008264-75a5-4bc4-ad0e-71ffa9de9161 binding host dv-cinder-805144-1-iscsi {{(pid=79301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:09:17.103155 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-e17f6697-664b-492b-83a3-e382bc14a4e8 admin admin] Usage tracker for resource:security_group_rule and tenant:f9115c3ff4834a2aab13c0e5845428ea is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:09:17.119353 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-e17f6697-664b-492b-83a3-e382bc14a4e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:09:17.129603 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-d152090c-4f8d-4a0f-9fdc-58c859482bef None None] Port 1edb6b9f-c585-4df8-a190-c9e932413cad cannot update to ACTIVE because it is not bound. {{(pid=79301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:09:17.143351 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Pushing event updated for resources: {'Port': ['ID=93155038-97cb-4ec3-9278-e31f21009e33,revision_number=4']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:17.162362 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-e17f6697-664b-492b-83a3-e382bc14a4e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:09:17.168623 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning for port b76c816c-b2ee-48d4-990c-4d31aeaec4a4 completed by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:09:17.180731 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.835s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:17.190961 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning complete for port b76c816c-b2ee-48d4-990c-4d31aeaec4a4 triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:09:17.191857 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:17.439501 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-6fd5dd29-2e1f-4caa-8b75-7696e4ea9534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:17.539844 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-e17f6697-664b-492b-83a3-e382bc14a4e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:17.558336 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-3115b3f1-8f1b-4b79-a9b6-85664df16fc3 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:17.570453 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-3115b3f1-8f1b-4b79-a9b6-85664df16fc3 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.4083965 Aug 19 13:09:17.572739 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 49632) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:17.584607 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-e17f6697-664b-492b-83a3-e382bc14a4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:17.602581 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-9b01630b-5671-41d7-9372-3e8ac1a299c6 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Request body: {'security_group_rule': {'security_group_id': '4efce927-cddf-40e9-8f95-448253d8c512', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:09:17.650697 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-9b01630b-5671-41d7-9372-3e8ac1a299c6 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:09:17.664806 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-178e1412-0259-46ff-ba30-8f33e7105163 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:17.686422 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-9b01630b-5671-41d7-9372-3e8ac1a299c6 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Usage tracker for resource:security_group_rule and tenant:11dcb989ec6c4491ae1ae5f2a00cbfd7 is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:09:17.705242 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-9b01630b-5671-41d7-9372-3e8ac1a299c6 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:09:17.754027 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-9b01630b-5671-41d7-9372-3e8ac1a299c6 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:09:17.829533 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17f6697-664b-492b-83a3-e382bc14a4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b420cf73-a7fa-4af7-88ba-36459ba9d2d7,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:17.856478 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-e17f6697-664b-492b-83a3-e382bc14a4e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:17.892192 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-e17f6697-664b-492b-83a3-e382bc14a4e8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f9115c3ff4834a2aab13c0e5845428ea&name=default HTTP/1.1" status: 200 len: 2978 time: 1.2995896 Aug 19 13:09:17.900028 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 49648) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:17.904751 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-b7ae2a2d-a2a0-4bba-9176-e13c29cb0e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:18.004161 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-9b01630b-5671-41d7-9372-3e8ac1a299c6 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:18.047536 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.db_base_plugin_common [None req-19561a84-1418-4d6c-bfd4-7caf6c60442a admin admin] Allocated IP 172.20.0.1 (1d77b99d-7ba7-4067-8ba3-3867da9acfb5/7a72a2fc-b629-4f4b-9486-128583568f2d/c56da2ff-5301-4cf2-a091-d7e7c58afed3) {{(pid=79300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:09:18.370866 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:18.662498 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 49662) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:18.678893 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-19561a84-1418-4d6c-bfd4-7caf6c60442a admin admin] Notify callbacks [] for port, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:18.735933 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-9b01630b-5671-41d7-9372-3e8ac1a299c6 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:18.775860 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-9b01630b-5671-41d7-9372-3e8ac1a299c6 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072225'] for security_group_rule, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:18.852856 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-8528d827-2768-4096-a165-cf1be437b698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:18.904692 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:18.954089 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.db.resource_extend [None req-505d2135-49e0-4b78-a2fd-f65c10543737 admin admin] It took 0.60 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 13:09:18.954571 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b01630b-5671-41d7-9372-3e8ac1a299c6 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfd48ccd-8217-4c2e-8cd4-cda720c26ccc,revision_number=0']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:19.046122 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-505d2135-49e0-4b78-a2fd-f65c10543737 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:19.089961 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-9b01630b-5671-41d7-9372-3e8ac1a299c6 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:19.106697 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-8528d827-2768-4096-a165-cf1be437b698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:19.117214 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-505d2135-49e0-4b78-a2fd-f65c10543737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:19.133470 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-505d2135-49e0-4b78-a2fd-f65c10543737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7886331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8000044'] for router_interface, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:19.163939 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5234bdd2-9cfe-442b-8e83-ddb189c61e33 req-91b7e562-dd13-4679-a428-622231574ad4 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:19.177847 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-5234bdd2-9cfe-442b-8e83-ddb189c61e33 req-91b7e562-dd13-4679-a428-622231574ad4 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e55e4e6-ac7f-4af8-ac37-1b3766e711bd HTTP/1.1" status: 200 len: 932 time: 0.9475045 Aug 19 13:09:19.193208 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-dbafbbaa-0aee-4be8-928e-658582660647 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:19.277881 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-6fd5dd29-2e1f-4caa-8b75-7696e4ea9534 None None] Notify callbacks [] for port, precommit_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:19.293861 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-6fd5dd29-2e1f-4caa-8b75-7696e4ea9534 None None] Transition to ACTIVE for port object d8008264-75a5-4bc4-ad0e-71ffa9de9161 will not be triggered until provisioned by entity L2. {{(pid=79301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:09:19.296207 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-9b01630b-5671-41d7-9372-3e8ac1a299c6 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:19.300846 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-9b01630b-5671-41d7-9372-3e8ac1a299c6 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7254725 Aug 19 13:09:19.307647 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-6fd5dd29-2e1f-4caa-8b75-7696e4ea9534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:19.316511 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] For port b76c816c-b2ee-48d4-990c-4d31aeaec4a4, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=b76c816c-b2ee-48d4-990c-4d31aeaec4a4,segment=NetworkSegment(20104d1f-9cfe-4c86-a938-6570a8b83d9b),segment_id=20104d1f-9cfe-4c86-a938-6570a8b83d9b)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:09:19.317640 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:19.334186 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 49670) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:19.356484 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-47cea2e0-1564-44d1-85f0-3426ea075387 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Request body: {'security_group_rule': {'security_group_id': '4efce927-cddf-40e9-8f95-448253d8c512', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:09:19.406784 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-47cea2e0-1564-44d1-85f0-3426ea075387 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:09:19.416383 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d2135-49e0-4b78-a2fd-f65c10543737 admin admin] Pushing event updated for resources: {'Port': ['ID=1edb6b9f-c585-4df8-a190-c9e932413cad,revision_number=2']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:19.417113 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-47cea2e0-1564-44d1-85f0-3426ea075387 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Usage tracker for resource:security_group_rule and tenant:11dcb989ec6c4491ae1ae5f2a00cbfd7 is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:09:19.429143 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-47cea2e0-1564-44d1-85f0-3426ea075387 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:09:19.429482 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:19.451466 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-47cea2e0-1564-44d1-85f0-3426ea075387 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:09:19.541340 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-505d2135-49e0-4b78-a2fd-f65c10543737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:19.607061 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-5234bdd2-9cfe-442b-8e83-ddb189c61e33 req-ab43f88d-813f-4df8-8f67-e3167ec75801 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e2e45ff-bf2b-4c33-b7a8-d9631e226ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015570 Aug 19 13:09:19.639904 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 93155038-97cb-4ec3-9278-e31f21009e33 up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:09:19.657709 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-8528d827-2768-4096-a165-cf1be437b698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:19.687745 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc355c1-7ba2-4364-94b9-a30ca4c80ebb None None] Pushing event updated for resources: {'Port': ['ID=d8008264-75a5-4bc4-ad0e-71ffa9de9161,revision_number=3']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:19.721227 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-47cea2e0-1564-44d1-85f0-3426ea075387 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:19.980974 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-47cea2e0-1564-44d1-85f0-3426ea075387 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:19.984204 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-19561a84-1418-4d6c-bfd4-7caf6c60442a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910'] for port, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:19.993395 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:20.022224 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8528d827-2768-4096-a165-cf1be437b698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b420cf73-a7fa-4af7-88ba-36459ba9d2d7,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:20.025137 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-8528d827-2768-4096-a165-cf1be437b698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:20.026504 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-8528d827-2768-4096-a165-cf1be437b698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:20.041155 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-8528d827-2768-4096-a165-cf1be437b698 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b420cf73-a7fa-4af7-88ba-36459ba9d2d7 HTTP/1.1" status: 204 len: 168 time: 2.1390970 Aug 19 13:09:20.042573 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-47cea2e0-1564-44d1-85f0-3426ea075387 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072225'] for security_group_rule, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:20.046166 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-5a0f3b4f-b78d-4f28-b334-897bfc36b1c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:20.051411 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-fcc355c1-7ba2-4364-94b9-a30ca4c80ebb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.734s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:20.084616 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-62d13cb0-4f61-4b60-ae60-68e859be8e28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.624s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:20.124322 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-af649d14-9903-4bbe-a86a-e34a51467f9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:20.129953 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-5a0f3b4f-b78d-4f28-b334-897bfc36b1c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:09:20.152978 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-5a0f3b4f-b78d-4f28-b334-897bfc36b1c8 admin admin] Usage tracker for resource:security_group_rule and tenant:138163da7d2a448ea4807203c754c975 is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:09:20.160787 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-5a0f3b4f-b78d-4f28-b334-897bfc36b1c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:09:20.186463 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-5a0f3b4f-b78d-4f28-b334-897bfc36b1c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:09:20.275009 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-9b01630b-5671-41d7-9372-3e8ac1a299c6 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:20.384383 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19561a84-1418-4d6c-bfd4-7caf6c60442a admin admin] Pushing event updated for resources: {'Port': ['ID=c56da2ff-5301-4cf2-a091-d7e7c58afed3,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:20.385116 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cea2e0-1564-44d1-85f0-3426ea075387 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=579be5b7-7fa2-4332-8ed8-a8daceb7d9e7,revision_number=0']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:20.392258 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19561a84-1418-4d6c-bfd4-7caf6c60442a admin admin] Network 1d77b99d-7ba7-4067-8ba3-3867da9acfb5 is already hosted by enough agents. {{(pid=79300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:09:20.412261 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-47cea2e0-1564-44d1-85f0-3426ea075387 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:20.426433 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-19561a84-1418-4d6c-bfd4-7caf6c60442a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:20.429003 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.base_scheduler [None req-19561a84-1418-4d6c-bfd4-7caf6c60442a admin admin] Resources bound (agent type, host, resource id): {{(pid=79300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:09:20.439355 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19561a84-1418-4d6c-bfd4-7caf6c60442a admin admin] Received port after_create {{(pid=79300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:09:20.451138 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-19561a84-1418-4d6c-bfd4-7caf6c60442a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8000067'] for router_interface, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:20.469665 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505d2135-49e0-4b78-a2fd-f65c10543737 admin admin] Network 11872a7c-c78f-4b06-a868-5e50d8b5c681 is already hosted by enough agents. {{(pid=79300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:09:20.485266 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.base_scheduler [None req-505d2135-49e0-4b78-a2fd-f65c10543737 admin admin] Resources bound (agent type, host, resource id): {{(pid=79300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:09:20.586290 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-5a0f3b4f-b78d-4f28-b334-897bfc36b1c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:20.608998 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-5a0f3b4f-b78d-4f28-b334-897bfc36b1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:20.631928 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-6fd5dd29-2e1f-4caa-8b75-7696e4ea9534 None None] Attempting to bind port d8008264-75a5-4bc4-ad0e-71ffa9de9161 on host dv-cinder-805144-1-iscsi for vnic_type normal with profile {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:09:20.634002 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-6fd5dd29-2e1f-4caa-8b75-7696e4ea9534 None None] Attempting to bind port d8008264-75a5-4bc4-ad0e-71ffa9de9161 by drivers openvswitch,hyperv on host dv-cinder-805144-1-iscsi at level 0 using segments [{'id': '379dc2c3-a256-42ec-a350-bba9510c62d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '3b979c5e-82fd-4500-9fbc-547a88a6c3c4'}] {{(pid=79301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:09:20.634556 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-47cea2e0-1564-44d1-85f0-3426ea075387 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:20.636642 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd5dd29-2e1f-4caa-8b75-7696e4ea9534 None None] Attempting to bind port d8008264-75a5-4bc4-ad0e-71ffa9de9161 on network 3b979c5e-82fd-4500-9fbc-547a88a6c3c4 {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:09:20.645601 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-47cea2e0-1564-44d1-85f0-3426ea075387 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3072646 Aug 19 13:09:20.667183 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd5dd29-2e1f-4caa-8b75-7696e4ea9534 None None] Checking agent: {'id': '22cf82ff-da15-404e-8075-dce9686ce61b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805144-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 13, 0, 29), 'started_at': datetime.datetime(2021, 8, 19, 13, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805144-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 19 13:09:20.667591 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd5dd29-2e1f-4caa-8b75-7696e4ea9534 None None] Checking segment: {'id': '379dc2c3-a256-42ec-a350-bba9510c62d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '3b979c5e-82fd-4500-9fbc-547a88a6c3c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:09:20.677738 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-6fd5dd29-2e1f-4caa-8b75-7696e4ea9534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:20.686969 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd5dd29-2e1f-4caa-8b75-7696e4ea9534 None None] Bound using segment: {'id': '379dc2c3-a256-42ec-a350-bba9510c62d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '3b979c5e-82fd-4500-9fbc-547a88a6c3c4'} {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 19 13:09:20.688061 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-6fd5dd29-2e1f-4caa-8b75-7696e4ea9534 None None] Bound port: d8008264-75a5-4bc4-ad0e-71ffa9de9161, host: dv-cinder-805144-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379dc2c3-a256-42ec-a350-bba9510c62d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '3b979c5e-82fd-4500-9fbc-547a88a6c3c4'}}] {{(pid=79301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:09:20.688738 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-6fd5dd29-2e1f-4caa-8b75-7696e4ea9534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:20.737327 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 49696) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:20.781057 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:20.822115 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [None req-61928d19-7222-430d-b5ea-5312a256d1c7 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Request body: {'floatingip': {'floating_network_id': '01c0c460-8075-482b-8652-00d44202fadb'}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:09:20.838843 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-5a0f3b4f-b78d-4f28-b334-897bfc36b1c8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=138163da7d2a448ea4807203c754c975&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1655974 Aug 19 13:09:20.865993 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-61928d19-7222-430d-b5ea-5312a256d1c7 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:09:20.871653 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 49702) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:20.881920 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-61928d19-7222-430d-b5ea-5312a256d1c7 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Usage tracker for resource:floatingip and tenant:11dcb989ec6c4491ae1ae5f2a00cbfd7 is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:09:20.903559 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-61928d19-7222-430d-b5ea-5312a256d1c7 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:09:20.912675 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Pushing event updated for resources: {'Port': ['ID=b76c816c-b2ee-48d4-990c-4d31aeaec4a4,revision_number=4']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:20.925278 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-61928d19-7222-430d-b5ea-5312a256d1c7 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:09:20.963080 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.878s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:20.967812 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-61928d19-7222-430d-b5ea-5312a256d1c7 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks [] for floatingip, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:21.067234 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning complete for port 93155038-97cb-4ec3-9278-e31f21009e33 triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:09:21.071425 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:21.110839 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f3b4f-b78d-4f28-b334-897bfc36b1c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21fce006-d25f-4fd1-91a5-f33dcdc527ab,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:21.121309 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-5a0f3b4f-b78d-4f28-b334-897bfc36b1c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:21.156431 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.agents_db [None req-9e599f34-f5fc-45b3-b2b5-9720679b7a3a None None] Agent healthcheck: found 6 active agents {{(pid=79302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 19 13:09:21.194733 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 49712) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:21.199293 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-6fd5dd29-2e1f-4caa-8b75-7696e4ea9534 None None] For port d8008264-75a5-4bc4-ad0e-71ffa9de9161, host dv-cinder-805144-1-iscsi, cleared binding levels {{(pid=79301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 19 13:09:21.213630 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-6fd5dd29-2e1f-4caa-8b75-7696e4ea9534 None None] For port d8008264-75a5-4bc4-ad0e-71ffa9de9161, host dv-cinder-805144-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=d8008264-75a5-4bc4-ad0e-71ffa9de9161,segment=NetworkSegment(379dc2c3-a256-42ec-a350-bba9510c62d5),segment_id=379dc2c3-a256-42ec-a350-bba9510c62d5)] {{(pid=79301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 19 13:09:21.224066 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-6fd5dd29-2e1f-4caa-8b75-7696e4ea9534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:21.228518 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:21.277807 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d804166c-ebe9-4406-bb82-55ffb570721d None None] Provisioning complete for port 1edb6b9f-c585-4df8-a190-c9e932413cad triggered by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:09:21.278521 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d804166c-ebe9-4406-bb82-55ffb570721d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:21.306819 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-e4b4b199-8e9b-45be-a70b-d5ca51727572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:21.332822 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.notifiers.nova [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-b7ae2a2d-a2a0-4bba-9176-e13c29cb0e43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cedd2ed0-bfe4-4884-8c49-f0c018f2f4e0 {{(pid=79300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:09:21.344593 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-3ad9ed77-f05d-4ce3-bf55-e57394296cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:21.386260 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-e4b4b199-8e9b-45be-a70b-d5ca51727572 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:09:21.401984 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-e4b4b199-8e9b-45be-a70b-d5ca51727572 admin admin] Usage tracker for resource:security_group_rule and tenant:be1c7e8a28d44d87aaf476515f7d3908 is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:09:21.432647 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-e4b4b199-8e9b-45be-a70b-d5ca51727572 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:09:21.461744 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-e4b4b199-8e9b-45be-a70b-d5ca51727572 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:09:21.473238 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-3ad9ed77-f05d-4ce3-bf55-e57394296cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:21.626830 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-b7ae2a2d-a2a0-4bba-9176-e13c29cb0e43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:21.692293 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-d804166c-ebe9-4406-bb82-55ffb570721d None None] Port 1edb6b9f-c585-4df8-a190-c9e932413cad cannot update to ACTIVE because it is not bound. {{(pid=79301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:09:21.740475 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc355c1-7ba2-4364-94b9-a30ca4c80ebb None None] Pushing event updated for resources: {'Port': ['ID=d8008264-75a5-4bc4-ad0e-71ffa9de9161,revision_number=4']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:21.749071 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-fcc355c1-7ba2-4364-94b9-a30ca4c80ebb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:21.766396 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd5dd29-2e1f-4caa-8b75-7696e4ea9534 None None] Routers {'7fb2082d-770b-4434-92b6-0e38b17c10e6'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:09:21.768776 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-6fd5dd29-2e1f-4caa-8b75-7696e4ea9534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:09:01Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['7fb2082d-770b-4434-92b6-0e38b17c10e6'], 'active': True} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:09:21.874224 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-3ad9ed77-f05d-4ce3-bf55-e57394296cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:21.970937 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-3115b3f1-8f1b-4b79-a9b6-85664df16fc3 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:22.101190 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9ed77-f05d-4ce3-bf55-e57394296cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fce006-d25f-4fd1-91a5-f33dcdc527ab,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:22.113501 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-3ad9ed77-f05d-4ce3-bf55-e57394296cb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:22.148782 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-e4b4b199-8e9b-45be-a70b-d5ca51727572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:22.164847 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-3ad9ed77-f05d-4ce3-bf55-e57394296cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:22.176657 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-3ad9ed77-f05d-4ce3-bf55-e57394296cb3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/21fce006-d25f-4fd1-91a5-f33dcdc527ab HTTP/1.1" status: 204 len: 168 time: 1.3013716 Aug 19 13:09:22.179984 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-e4b4b199-8e9b-45be-a70b-d5ca51727572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:22.202262 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-5a0f3b4f-b78d-4f28-b334-897bfc36b1c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:22.298521 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-e4b4b199-8e9b-45be-a70b-d5ca51727572 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=be1c7e8a28d44d87aaf476515f7d3908&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0953898 Aug 19 13:09:22.309402 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 49732) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:22.371613 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b4b199-8e9b-45be-a70b-d5ca51727572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010cb527-3329-4579-9947-b57ca4913142,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:22.392657 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-e4b4b199-8e9b-45be-a70b-d5ca51727572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:22.480505 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.provisioning_blocks [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-b7ae2a2d-a2a0-4bba-9176-e13c29cb0e43 service neutron] Transition to ACTIVE for port object cedd2ed0-bfe4-4884-8c49-f0c018f2f4e0 will not be triggered until provisioned by entity L2. {{(pid=79300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:09:22.516480 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f48429-033e-4868-ad0d-69c0083a3fa9 req-dbe2fb4c-6dbe-4b65-8a1b-b905b9b72b7b tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:22.517537 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-00f48429-033e-4868-ad0d-69c0083a3fa9 req-dbe2fb4c-6dbe-4b65-8a1b-b905b9b72b7b tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] Synchronizing usage tracker for tenant:7eb105e559464d19ae7b2f21ff1ed37f on resource:port {{(pid=79300) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:09:22.551138 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c3920888-d404-40ed-850a-b2837da1936e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:22.574882 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvr_db [None req-6fd5dd29-2e1f-4caa-8b75-7696e4ea9534 None None] Set router 7fb2082d-770b-4434-92b6-0e38b17c10e6 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:09:22.588292 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-b7ae2a2d-a2a0-4bba-9176-e13c29cb0e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:22.591960 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-00f48429-033e-4868-ad0d-69c0083a3fa9 req-dbe2fb4c-6dbe-4b65-8a1b-b905b9b72b7b tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] Unset dirty status for tenant:7eb105e559464d19ae7b2f21ff1ed37f on resource:port {{(pid=79300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:09:22.593314 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-00f48429-033e-4868-ad0d-69c0083a3fa9 req-dbe2fb4c-6dbe-4b65-8a1b-b905b9b72b7b tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e55e4e6-ac7f-4af8-ac37-1b3766e711bd HTTP/1.1" status: 200 len: 932 time: 1.4589815 Aug 19 13:09:22.600824 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-19561a84-1418-4d6c-bfd4-7caf6c60442a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:22.626594 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c3920888-d404-40ed-850a-b2837da1936e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:22.766605 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device b76c816c-b2ee-48d4-990c-4d31aeaec4a4 up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:09:22.809805 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c3920888-d404-40ed-850a-b2837da1936e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:22.814333 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-505d2135-49e0-4b78-a2fd-f65c10543737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:22.829946 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:22.871384 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3920888-d404-40ed-850a-b2837da1936e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010cb527-3329-4579-9947-b57ca4913142,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:22.873133 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-505d2135-49e0-4b78-a2fd-f65c10543737 admin admin] Router c75872c9-8e32-4240-af5f-e459863fa986 has already been hosted by L3 agent bb0205a6-735d-4789-b813-02600d36e527 {{(pid=79300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 19 13:09:22.886821 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-c3920888-d404-40ed-850a-b2837da1936e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:22.894564 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c3920888-d404-40ed-850a-b2837da1936e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:22.898885 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-c3920888-d404-40ed-850a-b2837da1936e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/010cb527-3329-4579-9947-b57ca4913142 HTTP/1.1" status: 204 len: 168 time: 0.5958514 Aug 19 13:09:22.985875 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ae2a2d-a2a0-4bba-9176-e13c29cb0e43 service neutron] Pushing event updated for resources: {'Port': ['ID=cedd2ed0-bfe4-4884-8c49-f0c018f2f4e0,revision_number=2']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:22.991865 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-b7ae2a2d-a2a0-4bba-9176-e13c29cb0e43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:23.374393 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning complete for port b76c816c-b2ee-48d4-990c-4d31aeaec4a4 triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:09:23.375996 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:23.587482 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-00f48429-033e-4868-ad0d-69c0083a3fa9 req-23e95f1b-9d56-40f7-9a4d-cda39af0167c tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e2e45ff-bf2b-4c33-b7a8-d9631e226ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9185927 Aug 19 13:09:23.753799 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-6fd5dd29-2e1f-4caa-8b75-7696e4ea9534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'name': 'tempest-AttachVolumeShelveTestJSON-15327342-router', 'tenant_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:56Z', 'updated_at': '2021-08-19T13:09:09Z', 'revision_number': 4, 'project_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'gw_port': {'id': '5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:08:58Z', 'updated_at': '2021-08-19T13:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': 'd8008264-75a5-4bc4-ad0e-71ffa9de9161', 'name': '', 'network_id': '3b979c5e-82fd-4500-9fbc-547a88a6c3c4', 'tenant_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'mac_address': 'fa:16:3e:f6:56:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a5197019-4cd9-46fe-ad6e-7e976db4e517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:05Z', 'updated_at': '2021-08-19T13:09:21Z', 'revision_number': 4, 'project_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'subnets': [{'id': 'a5197019-4cd9-46fe-ad6e-7e976db4e517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:09:23.759452 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd5dd29-2e1f-4caa-8b75-7696e4ea9534 None None] The sync data for ids ['7fb2082d-770b-4434-92b6-0e38b17c10e6'] in dv-cinder-805144-1-iscsi is: [{'id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'name': 'tempest-AttachVolumeShelveTestJSON-15327342-router', 'tenant_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:56Z', 'updated_at': '2021-08-19T13:09:09Z', 'revision_number': 4, 'project_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'gw_port': {'id': '5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:08:58Z', 'updated_at': '2021-08-19T13:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': 'd8008264-75a5-4bc4-ad0e-71ffa9de9161', 'name': '', 'network_id': '3b979c5e-82fd-4500-9fbc-547a88a6c3c4', 'tenant_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'mac_address': 'fa:16:3e:f6:56:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a5197019-4cd9-46fe-ad6e-7e976db4e517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:05Z', 'updated_at': '2021-08-19T13:09:21Z', 'revision_number': 4, 'project_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'subnets': [{'id': 'a5197019-4cd9-46fe-ad6e-7e976db4e517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:09:24.386627 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505d2135-49e0-4b78-a2fd-f65c10543737 admin admin] Notify agent at l3_agent.dv-cinder-805144-1-iscsi the message routers_updated {{(pid=79300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 19 13:09:24.398910 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb1af7e-070e-4343-b68d-ad56b7892eb0 None None] Sync routers for ids ['c75872c9-8e32-4240-af5f-e459863fa986'] in dv-cinder-805144-1-iscsi {{(pid=79302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:09:24.418495 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb1af7e-070e-4343-b68d-ad56b7892eb0 None None] Routers {'c75872c9-8e32-4240-af5f-e459863fa986'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:09:24.419729 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-ccb1af7e-070e-4343-b68d-ad56b7892eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:09:01Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['c75872c9-8e32-4240-af5f-e459863fa986'], 'active': True} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:09:24.427983 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 49782) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:24.501672 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-19561a84-1418-4d6c-bfd4-7caf6c60442a admin admin] Notify callbacks [] for port, precommit_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:24.540386 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-505d2135-49e0-4b78-a2fd-f65c10543737 admin admin] 10.222.0.49 "PUT /v2.0/routers/c75872c9-8e32-4240-af5f-e459863fa986/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.6521075 Aug 19 13:09:24.542241 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-19561a84-1418-4d6c-bfd4-7caf6c60442a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:24.545035 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.managers [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-b7ae2a2d-a2a0-4bba-9176-e13c29cb0e43 service neutron] Attempting to bind port cedd2ed0-bfe4-4884-8c49-f0c018f2f4e0 on host hv-cinder-80514 for vnic_type normal with profile {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:09:24.545405 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.managers [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-b7ae2a2d-a2a0-4bba-9176-e13c29cb0e43 service neutron] Attempting to bind port cedd2ed0-bfe4-4884-8c49-f0c018f2f4e0 by drivers openvswitch,hyperv on host hv-cinder-80514 at level 0 using segments [{'id': '7b6580d1-c90c-4118-9fb3-a5452ed9a85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '46f7aaff-80d7-4e3f-8b73-4b055f01a648'}] {{(pid=79300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:09:24.546081 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-b7ae2a2d-a2a0-4bba-9176-e13c29cb0e43 service neutron] Attempting to bind port cedd2ed0-bfe4-4884-8c49-f0c018f2f4e0 on network 46f7aaff-80d7-4e3f-8b73-4b055f01a648 {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:09:24.555489 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-19561a84-1418-4d6c-bfd4-7caf6c60442a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7886331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8000044'] for router_interface, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:24.565946 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-b7ae2a2d-a2a0-4bba-9176-e13c29cb0e43 service neutron] Port cedd2ed0-bfe4-4884-8c49-f0c018f2f4e0 on network 46f7aaff-80d7-4e3f-8b73-4b055f01a648 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80514 {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 19 13:09:24.566269 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-b7ae2a2d-a2a0-4bba-9176-e13c29cb0e43 service neutron] Attempting to bind port cedd2ed0-bfe4-4884-8c49-f0c018f2f4e0 on network 46f7aaff-80d7-4e3f-8b73-4b055f01a648 {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:09:24.580944 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:24.620355 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-b7ae2a2d-a2a0-4bba-9176-e13c29cb0e43 service neutron] Checking agent: {'id': '5d0591c0-6bc7-4d98-9be8-a8b87dc9a0b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 13, 7, 4), 'started_at': datetime.datetime(2021, 8, 19, 13, 7, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 19 13:09:24.621011 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-b7ae2a2d-a2a0-4bba-9176-e13c29cb0e43 service neutron] Checking segment: {'id': '7b6580d1-c90c-4118-9fb3-a5452ed9a85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '46f7aaff-80d7-4e3f-8b73-4b055f01a648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:09:24.621312 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-b7ae2a2d-a2a0-4bba-9176-e13c29cb0e43 service neutron] Bound using segment: {'id': '7b6580d1-c90c-4118-9fb3-a5452ed9a85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '46f7aaff-80d7-4e3f-8b73-4b055f01a648'} {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 19 13:09:24.621786 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.managers [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-b7ae2a2d-a2a0-4bba-9176-e13c29cb0e43 service neutron] Bound port: cedd2ed0-bfe4-4884-8c49-f0c018f2f4e0, host: hv-cinder-80514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b6580d1-c90c-4118-9fb3-a5452ed9a85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '46f7aaff-80d7-4e3f-8b73-4b055f01a648'}}] {{(pid=79300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:09:24.622136 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-b7ae2a2d-a2a0-4bba-9176-e13c29cb0e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:24.755623 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device d8008264-75a5-4bc4-ad0e-71ffa9de9161 up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:09:24.870669 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvr_db [None req-ccb1af7e-070e-4343-b68d-ad56b7892eb0 None None] Set router c75872c9-8e32-4240-af5f-e459863fa986 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:09:25.042796 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning for port d8008264-75a5-4bc4-ad0e-71ffa9de9161 completed by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:09:25.059766 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning complete for port d8008264-75a5-4bc4-ad0e-71ffa9de9161 triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:09:25.061458 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:25.090131 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-61928d19-7222-430d-b5ea-5312a256d1c7 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:25.251621 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-04fae11c-5027-4d42-89ca-c8e3514d5ea5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-265915480-network', 'tenant_id': '0b3628efd6034e06802e8f9c13daaf2e'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:09:25.266420 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-04fae11c-5027-4d42-89ca-c8e3514d5ea5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:09:25.283880 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-04fae11c-5027-4d42-89ca-c8e3514d5ea5 admin admin] Usage tracker for resource:network and tenant:0b3628efd6034e06802e8f9c13daaf2e is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:09:25.296744 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-04fae11c-5027-4d42-89ca-c8e3514d5ea5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:09:25.337425 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:25.339265 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-04fae11c-5027-4d42-89ca-c8e3514d5ea5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:09:25.401072 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04fae11c-5027-4d42-89ca-c8e3514d5ea5 admin admin] Made reservation on behalf of 0b3628efd6034e06802e8f9c13daaf2e for: {'network': 1} {{(pid=79299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:09:25.407496 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-04fae11c-5027-4d42-89ca-c8e3514d5ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for network, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:25.460024 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] For port d8008264-75a5-4bc4-ad0e-71ffa9de9161, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=d8008264-75a5-4bc4-ad0e-71ffa9de9161,segment=NetworkSegment(379dc2c3-a256-42ec-a350-bba9510c62d5),segment_id=379dc2c3-a256-42ec-a350-bba9510c62d5)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:09:25.467220 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:25.470332 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-eaf671c0-7af0-4a80-80bf-f45ffaff8c95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:25.487729 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5cc3a-2433-436c-939d-17f78ef579dd req-ea52496e-1f23-4d1a-801c-7aba1a486779 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:25.500338 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-cbb5cc3a-2433-436c-939d-17f78ef579dd req-ea52496e-1f23-4d1a-801c-7aba1a486779 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e55e4e6-ac7f-4af8-ac37-1b3766e711bd HTTP/1.1" status: 200 len: 944 time: 0.5640421 Aug 19 13:09:25.543554 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-04fae11c-5027-4d42-89ca-c8e3514d5ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:25.599385 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-04fae11c-5027-4d42-89ca-c8e3514d5ea5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:09:25.614928 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-04fae11c-5027-4d42-89ca-c8e3514d5ea5 admin admin] Usage tracker for resource:security_group_rule and tenant:0b3628efd6034e06802e8f9c13daaf2e is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:09:25.631938 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-04fae11c-5027-4d42-89ca-c8e3514d5ea5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:09:25.644431 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-04fae11c-5027-4d42-89ca-c8e3514d5ea5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:09:25.755092 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.db_base_plugin_common [None req-61928d19-7222-430d-b5ea-5312a256d1c7 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Allocated IP 172.27.1.41 (01c0c460-8075-482b-8652-00d44202fadb/8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5/47b83686-f229-434d-9ac1-0ddfc48bbfea) {{(pid=79300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:09:25.823641 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-04fae11c-5027-4d42-89ca-c8e3514d5ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:25.840832 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-04fae11c-5027-4d42-89ca-c8e3514d5ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:25.885003 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-bd4ac663-628e-4fc9-a8e9-ce85e1de3b20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:25.984695 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Pushing event updated for resources: {'Port': ['ID=d8008264-75a5-4bc4-ad0e-71ffa9de9161,revision_number=5']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:25.991154 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fae11c-5027-4d42-89ca-c8e3514d5ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57db6ac9-3b68-4f5c-ba19-5c0cc87a2a5d,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:26.003285 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:26.010465 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-61928d19-7222-430d-b5ea-5312a256d1c7 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks [] for port, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:26.012046 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-04fae11c-5027-4d42-89ca-c8e3514d5ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:26.015529 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-ccb1af7e-070e-4343-b68d-ad56b7892eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'name': 'tempest-AttachVolumeTestJSON-813576112-router', 'tenant_id': '95c06fea712a4e118bd5a76f6957b19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '93155038-97cb-4ec3-9278-e31f21009e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:59Z', 'updated_at': '2021-08-19T13:09:15Z', 'revision_number': 4, 'project_id': '95c06fea712a4e118bd5a76f6957b19a', 'gw_port': {'id': '93155038-97cb-4ec3-9278-e31f21009e33', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:81:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:01Z', 'updated_at': '2021-08-19T13:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': '1edb6b9f-c585-4df8-a190-c9e932413cad', 'name': '', 'network_id': '11872a7c-c78f-4b06-a868-5e50d8b5c681', 'tenant_id': '95c06fea712a4e118bd5a76f6957b19a', 'mac_address': 'fa:16:3e:d0:b2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b7e2718c-f55a-406a-999f-edb1d22fd1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:09Z', 'updated_at': '2021-08-19T13:09:17Z', 'revision_number': 2, 'project_id': '95c06fea712a4e118bd5a76f6957b19a', 'subnets': [{'id': 'b7e2718c-f55a-406a-999f-edb1d22fd1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:09:26.035938 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb1af7e-070e-4343-b68d-ad56b7892eb0 None None] Checking router: c75872c9-8e32-4240-af5f-e459863fa986 for host: dv-cinder-805144-1-iscsi {{(pid=79302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:09:26.039727 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb1af7e-070e-4343-b68d-ad56b7892eb0 None None] Updating router c75872c9-8e32-4240-af5f-e459863fa986 port 1edb6b9f-c585-4df8-a190-c9e932413cad binding host dv-cinder-805144-1-iscsi {{(pid=79302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:09:26.053171 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19561a84-1418-4d6c-bfd4-7caf6c60442a admin admin] Pushing event updated for resources: {'Port': ['ID=c56da2ff-5301-4cf2-a091-d7e7c58afed3,revision_number=2']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:26.077053 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-19561a84-1418-4d6c-bfd4-7caf6c60442a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.496s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:26.078977 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-61928d19-7222-430d-b5ea-5312a256d1c7 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910'] for port, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:26.079119 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-cbb5cc3a-2433-436c-939d-17f78ef579dd req-ac234417-2aff-4aeb-aca6-88c6d4c0299f tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e2e45ff-bf2b-4c33-b7a8-d9631e226ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5774174 Aug 19 13:09:26.093244 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:26.110193 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04fae11c-5027-4d42-89ca-c8e3514d5ea5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1020, 'physical_network': 'physnet1'} {{(pid=79299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:09:26.144297 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-04fae11c-5027-4d42-89ca-c8e3514d5ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910984'] for segment, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:26.145115 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.db.segments_db [None req-04fae11c-5027-4d42-89ca-c8e3514d5ea5 admin admin] Added segment ae061dd6-1c46-41b5-92d6-0b318131ebec of type vlan for network cfad9081-6bce-4e66-9a02-89e75bcb1b04 Aug 19 13:09:26.208317 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-04fae11c-5027-4d42-89ca-c8e3514d5ea5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734197367691'] for network, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:26.225616 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-ccb1af7e-070e-4343-b68d-ad56b7892eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:26.255109 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.db [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-b7ae2a2d-a2a0-4bba-9176-e13c29cb0e43 service neutron] For port cedd2ed0-bfe4-4884-8c49-f0c018f2f4e0, host hv-cinder-80514, cleared binding levels {{(pid=79300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 19 13:09:26.268102 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-04fae11c-5027-4d42-89ca-c8e3514d5ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217'] for network, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:26.270553 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fae11c-5027-4d42-89ca-c8e3514d5ea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:26.271833 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-04fae11c-5027-4d42-89ca-c8e3514d5ea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for network, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:26.278868 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:26.319555 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61928d19-7222-430d-b5ea-5312a256d1c7 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Network 01c0c460-8075-482b-8652-00d44202fadb is already hosted by enough agents. {{(pid=79300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:09:26.332412 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.base_scheduler [None req-61928d19-7222-430d-b5ea-5312a256d1c7 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Resources bound (agent type, host, resource id): {{(pid=79300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:09:26.362415 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61928d19-7222-430d-b5ea-5312a256d1c7 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Received port after_create {{(pid=79300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:09:26.412709 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fae11c-5027-4d42-89ca-c8e3514d5ea5 admin admin] Pushing event updated for resources: {'Network': ['ID=cfad9081-6bce-4e66-9a02-89e75bcb1b04,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:26.419431 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-04fae11c-5027-4d42-89ca-c8e3514d5ea5 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9898341 Aug 19 13:09:26.421488 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-04fae11c-5027-4d42-89ca-c8e3514d5ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:26.427009 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 49844) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:26.427312 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Network cfad9081-6bce-4e66-9a02-89e75bcb1b04 details requested by agent ovs-agent-dv-cinder-805144-1-iscsi with host dv-cinder-805144-1-iscsi {{(pid=79301) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 19 13:09:26.435084 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-e209fae8-5049-4765-b055-16c9391f47c1 admin admin] Request body: {'subnet': {'network_id': 'cfad9081-6bce-4e66-9a02-89e75bcb1b04', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-265915480-subnet', 'tenant_id': '0b3628efd6034e06802e8f9c13daaf2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:09:26.445524 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-e209fae8-5049-4765-b055-16c9391f47c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:09:26.456412 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-e209fae8-5049-4765-b055-16c9391f47c1 admin admin] Usage tracker for resource:subnet and tenant:0b3628efd6034e06802e8f9c13daaf2e is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:09:26.459792 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-e209fae8-5049-4765-b055-16c9391f47c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:09:26.470600 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.db [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-b7ae2a2d-a2a0-4bba-9176-e13c29cb0e43 service neutron] For port cedd2ed0-bfe4-4884-8c49-f0c018f2f4e0, host hv-cinder-80514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=cedd2ed0-bfe4-4884-8c49-f0c018f2f4e0,segment=NetworkSegment(7b6580d1-c90c-4118-9fb3-a5452ed9a85d),segment_id=7b6580d1-c90c-4118-9fb3-a5452ed9a85d)] {{(pid=79300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 19 13:09:26.482354 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-e209fae8-5049-4765-b055-16c9391f47c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:09:26.503917 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e209fae8-5049-4765-b055-16c9391f47c1 admin admin] Made reservation on behalf of 0b3628efd6034e06802e8f9c13daaf2e for: {'subnet': 1} {{(pid=79299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:09:26.507699 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-e209fae8-5049-4765-b055-16c9391f47c1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:26.670267 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device d8008264-75a5-4bc4-ad0e-71ffa9de9161 up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:09:26.690869 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61928d19-7222-430d-b5ea-5312a256d1c7 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Pushing event updated for resources: {'Port': ['ID=47b83686-f229-434d-9ac1-0ddfc48bbfea,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:26.704850 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-b7ae2a2d-a2a0-4bba-9176-e13c29cb0e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:26.708911 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-61928d19-7222-430d-b5ea-5312a256d1c7 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:26.732140 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-505d2135-49e0-4b78-a2fd-f65c10543737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:26.968725 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning complete for port d8008264-75a5-4bc4-ad0e-71ffa9de9161 triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:09:26.969599 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:26.986210 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-b7ae2a2d-a2a0-4bba-9176-e13c29cb0e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:26.987713 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-b7ae2a2d-a2a0-4bba-9176-e13c29cb0e43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for port, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:26.989592 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-b7ae2a2d-a2a0-4bba-9176-e13c29cb0e43 service neutron] 10.222.0.68 "PUT /v2.0/ports/cedd2ed0-bfe4-4884-8c49-f0c018f2f4e0 HTTP/1.1" status: 200 len: 1094 time: 11.6403913 Aug 19 13:09:26.991686 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-61928d19-7222-430d-b5ea-5312a256d1c7 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:27.003084 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e55e4e6-ac7f-4af8-ac37-1b3766e711bd', 'tag': 'cedd2ed0-bfe4-4884-8c49-f0c018f2f4e0'}] {{(pid=79300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:09:27.079278 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-e209fae8-5049-4765-b055-16c9391f47c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217'] for subnet, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:27.087625 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-99e3c0eb-28db-47a7-99e7-5aff04e9894e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:27.167511 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 49860) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:27.187196 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-a1f92794-2e6e-4cce-9ac4-1daa044d6e57 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1632929511', 'description': 'tempest-description--2056341788'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:09:27.221423 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-a1f92794-2e6e-4cce-9ac4-1daa044d6e57 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:09:27.226236 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e209fae8-5049-4765-b055-16c9391f47c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69446adc-3d1e-4f39-96aa-9d3977389af5,revision_number=0']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:27.229907 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-e209fae8-5049-4765-b055-16c9391f47c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:27.234036 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-a1f92794-2e6e-4cce-9ac4-1daa044d6e57 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Usage tracker for resource:security_group and tenant:95c06fea712a4e118bd5a76f6957b19a is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:09:27.235811 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ae2a2d-a2a0-4bba-9176-e13c29cb0e43 service neutron] Pushing event updated for resources: {'Port': ['ID=cedd2ed0-bfe4-4884-8c49-f0c018f2f4e0,revision_number=3']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:27.244160 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-a1f92794-2e6e-4cce-9ac4-1daa044d6e57 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:09:27.247727 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e209fae8-5049-4765-b055-16c9391f47c1 admin admin] Checking segment: {'id': 'ae061dd6-1c46-41b5-92d6-0b318131ebec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'cfad9081-6bce-4e66-9a02-89e75bcb1b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:09:27.248325 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e209fae8-5049-4765-b055-16c9391f47c1 admin admin] Network hostable DHCP agents. Network: cfad9081-6bce-4e66-9a02-89e75bcb1b04, hostable agents: ['31b92e89-357e-408d-a141-4e7242d6bd98'], hosted agents: [] {{(pid=79299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:09:27.262876 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19561a84-1418-4d6c-bfd4-7caf6c60442a admin admin] Network 1d77b99d-7ba7-4067-8ba3-3867da9acfb5 is already hosted by enough agents. {{(pid=79300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:09:27.264009 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-a1f92794-2e6e-4cce-9ac4-1daa044d6e57 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:09:27.264879 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-b7ae2a2d-a2a0-4bba-9176-e13c29cb0e43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:27.306955 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a1f92794-2e6e-4cce-9ac4-1daa044d6e57 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:27.343395 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e209fae8-5049-4765-b055-16c9391f47c1 admin admin] Network cfad9081-6bce-4e66-9a02-89e75bcb1b04 is scheduled to be hosted by DHCP agent 31b92e89-357e-408d-a141-4e7242d6bd98 with binding_index 1 {{(pid=79299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:09:27.347849 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-ccb1af7e-070e-4343-b68d-ad56b7892eb0 None None] Notify callbacks [] for port, precommit_update {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:27.356450 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-61928d19-7222-430d-b5ea-5312a256d1c7 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:27.370148 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.provisioning_blocks [None req-ccb1af7e-070e-4343-b68d-ad56b7892eb0 None None] Transition to ACTIVE for port object 1edb6b9f-c585-4df8-a190-c9e932413cad will not be triggered until provisioned by entity L2. {{(pid=79302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:09:27.382047 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-ccb1af7e-070e-4343-b68d-ad56b7892eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:27.392220 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:27.399280 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.base_scheduler [None req-19561a84-1418-4d6c-bfd4-7caf6c60442a admin admin] Resources bound (agent type, host, resource id): {{(pid=79300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:09:27.504193 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-a1f92794-2e6e-4cce-9ac4-1daa044d6e57 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:09:27.507304 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.base_scheduler [None req-e209fae8-5049-4765-b055-16c9391f47c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805144-1-iscsi, cfad9081-6bce-4e66-9a02-89e75bcb1b04) {{(pid=79299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:09:27.517346 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830dabc4-a7a8-4d32-a9ba-88cf6817d466 None None] Network cfad9081-6bce-4e66-9a02-89e75bcb1b04 requested from dv-cinder-805144-1-iscsi {{(pid=79301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 19 13:09:27.545218 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-a1f92794-2e6e-4cce-9ac4-1daa044d6e57 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Usage tracker for resource:security_group_rule and tenant:95c06fea712a4e118bd5a76f6957b19a is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:09:27.554522 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e209fae8-5049-4765-b055-16c9391f47c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:27.555493 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-e209fae8-5049-4765-b055-16c9391f47c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for subnet, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:27.572905 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-a1f92794-2e6e-4cce-9ac4-1daa044d6e57 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:09:27.598431 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-a1f92794-2e6e-4cce-9ac4-1daa044d6e57 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:09:27.656377 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98c118-7bf3-4c62-aabc-549593548fdc None None] Pushing event updated for resources: {'Port': ['ID=1edb6b9f-c585-4df8-a190-c9e932413cad,revision_number=3']} {{(pid=79302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:27.684792 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG oslo_concurrency.lockutils [None req-ce98c118-7bf3-4c62-aabc-549593548fdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=79302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:27.713722 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-e209fae8-5049-4765-b055-16c9391f47c1 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2854087 Aug 19 13:09:27.775970 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-51eb55fa-d358-457c-8df8-7a204e83dcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:27.780708 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feff2f4-8cdc-47cb-b0ee-e4ee053dfe58 req-b4bcba8d-e607-4043-8158-1bdce2128285 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:27.782296 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-3feff2f4-8cdc-47cb-b0ee-e4ee053dfe58 req-b4bcba8d-e607-4043-8158-1bdce2128285 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e55e4e6-ac7f-4af8-ac37-1b3766e711bd HTTP/1.1" status: 200 len: 944 time: 0.4533558 Aug 19 13:09:27.787905 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-51eb55fa-d358-457c-8df8-7a204e83dcde service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=7eb105e559464d19ae7b2f21ff1ed37f&device_id=5e55e4e6-ac7f-4af8-ac37-1b3766e711bd HTTP/1.1" status: 200 len: 1097 time: 0.6703324 Aug 19 13:09:27.879925 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-3feff2f4-8cdc-47cb-b0ee-e4ee053dfe58 req-9527f437-aeb6-48d2-b8c4-5ffb24d215e9 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e2e45ff-bf2b-4c33-b7a8-d9631e226ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893023 Aug 19 13:09:27.893722 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a1f92794-2e6e-4cce-9ac4-1daa044d6e57 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:27.899851 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a1f92794-2e6e-4cce-9ac4-1daa044d6e57 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:27.901472 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.managers [None req-ccb1af7e-070e-4343-b68d-ad56b7892eb0 None None] Attempting to bind port 1edb6b9f-c585-4df8-a190-c9e932413cad on host dv-cinder-805144-1-iscsi for vnic_type normal with profile {{(pid=79302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:09:27.909906 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.managers [None req-ccb1af7e-070e-4343-b68d-ad56b7892eb0 None None] Attempting to bind port 1edb6b9f-c585-4df8-a190-c9e932413cad by drivers openvswitch,hyperv on host dv-cinder-805144-1-iscsi at level 0 using segments [{'id': '1e972220-39bc-4aae-b977-d69a31936ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '11872a7c-c78f-4b06-a868-5e50d8b5c681'}] {{(pid=79302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:09:27.910404 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:27.915116 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb1af7e-070e-4343-b68d-ad56b7892eb0 None None] Attempting to bind port 1edb6b9f-c585-4df8-a190-c9e932413cad on network 11872a7c-c78f-4b06-a868-5e50d8b5c681 {{(pid=79302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:09:27.922432 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb1af7e-070e-4343-b68d-ad56b7892eb0 None None] Checking agent: {'id': '22cf82ff-da15-404e-8075-dce9686ce61b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805144-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 13, 0, 29), 'started_at': datetime.datetime(2021, 8, 19, 13, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805144-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 19 13:09:27.924243 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb1af7e-070e-4343-b68d-ad56b7892eb0 None None] Checking segment: {'id': '1e972220-39bc-4aae-b977-d69a31936ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '11872a7c-c78f-4b06-a868-5e50d8b5c681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:09:27.925128 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-ccb1af7e-070e-4343-b68d-ad56b7892eb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:27.925757 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb1af7e-070e-4343-b68d-ad56b7892eb0 None None] Bound using segment: {'id': '1e972220-39bc-4aae-b977-d69a31936ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '11872a7c-c78f-4b06-a868-5e50d8b5c681'} {{(pid=79302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 19 13:09:27.926477 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.managers [None req-ccb1af7e-070e-4343-b68d-ad56b7892eb0 None None] Bound port: 1edb6b9f-c585-4df8-a190-c9e932413cad, host: dv-cinder-805144-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e972220-39bc-4aae-b977-d69a31936ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '11872a7c-c78f-4b06-a868-5e50d8b5c681'}}] {{(pid=79302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:09:27.928929 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-ccb1af7e-070e-4343-b68d-ad56b7892eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:27.970788 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f92794-2e6e-4cce-9ac4-1daa044d6e57 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=206076d1-674b-4351-8bbb-7bd798d6aa99,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:27.988234 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-a1f92794-2e6e-4cce-9ac4-1daa044d6e57 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:27.990886 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a1f92794-2e6e-4cce-9ac4-1daa044d6e57 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:27.995683 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-a1f92794-2e6e-4cce-9ac4-1daa044d6e57 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8234453 Aug 19 13:09:27.996436 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 49882) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:28.010531 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-d3a7b766-06e0-4653-89fa-026dcc64f73d tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Request body: {'security_group_rule': {'security_group_id': '206076d1-674b-4351-8bbb-7bd798d6aa99', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:09:28.026891 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-d3a7b766-06e0-4653-89fa-026dcc64f73d tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:09:28.033203 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-d3a7b766-06e0-4653-89fa-026dcc64f73d tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Usage tracker for resource:security_group_rule and tenant:95c06fea712a4e118bd5a76f6957b19a is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:09:28.043869 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-d3a7b766-06e0-4653-89fa-026dcc64f73d tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:09:28.066729 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-d3a7b766-06e0-4653-89fa-026dcc64f73d tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:09:28.069010 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.db [None req-ccb1af7e-070e-4343-b68d-ad56b7892eb0 None None] For port 1edb6b9f-c585-4df8-a190-c9e932413cad, host dv-cinder-805144-1-iscsi, cleared binding levels {{(pid=79302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 19 13:09:28.082464 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.db [None req-ccb1af7e-070e-4343-b68d-ad56b7892eb0 None None] For port 1edb6b9f-c585-4df8-a190-c9e932413cad, host dv-cinder-805144-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=1edb6b9f-c585-4df8-a190-c9e932413cad,segment=NetworkSegment(1e972220-39bc-4aae-b977-d69a31936ee0),segment_id=1e972220-39bc-4aae-b977-d69a31936ee0)] {{(pid=79302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 19 13:09:28.092815 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-ccb1af7e-070e-4343-b68d-ad56b7892eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:28.103845 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:28.119724 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d3a7b766-06e0-4653-89fa-026dcc64f73d tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:28.271138 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a712ede-c6bc-4bca-8ffb-97843a3efb12 None None] Network cfad9081-6bce-4e66-9a02-89e75bcb1b04 requested from dv-cinder-805144-1-iscsi {{(pid=79301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 19 13:09:28.276408 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e55e4e6-ac7f-4af8-ac37-1b3766e711bd', 'tag': 'cedd2ed0-bfe4-4884-8c49-f0c018f2f4e0', 'status': 'completed', 'code': 200} Aug 19 13:09:28.279991 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb1af7e-070e-4343-b68d-ad56b7892eb0 None None] Routers {'c75872c9-8e32-4240-af5f-e459863fa986'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:09:28.280840 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-ccb1af7e-070e-4343-b68d-ad56b7892eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:09:01Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['c75872c9-8e32-4240-af5f-e459863fa986'], 'active': True} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:09:28.344956 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-6eeed182-393e-4517-921f-c9e7a07e8f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:28.352658 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d3a7b766-06e0-4653-89fa-026dcc64f73d tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:28.362239 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d3a7b766-06e0-4653-89fa-026dcc64f73d tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072225'] for security_group_rule, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:28.364738 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:28.477923 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98c118-7bf3-4c62-aabc-549593548fdc None None] Pushing event updated for resources: {'Port': ['ID=1edb6b9f-c585-4df8-a190-c9e932413cad,revision_number=4']} {{(pid=79302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:28.483025 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a7b766-06e0-4653-89fa-026dcc64f73d tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8b3c879-29ab-4d61-998b-f3ade727aca9,revision_number=0']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:28.494603 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG oslo_concurrency.lockutils [None req-ce98c118-7bf3-4c62-aabc-549593548fdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=79302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:28.508219 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-f29c153e-5b0c-40a2-8c33-dc5959862d6f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cedd2ed0-bfe4-4884-8c49-f0c018f2f4e0 HTTP/1.1" status: 200 len: 217 time: 0.6899037 Aug 19 13:09:28.515932 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-d3a7b766-06e0-4653-89fa-026dcc64f73d tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:28.518667 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19561a84-1418-4d6c-bfd4-7caf6c60442a admin admin] Router 84b405e3-2618-4c40-86c4-5af5c4c43e34 has already been hosted by L3 agent bb0205a6-735d-4789-b813-02600d36e527 {{(pid=79300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 19 13:09:28.531782 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d3a7b766-06e0-4653-89fa-026dcc64f73d tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:28.533671 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-d3a7b766-06e0-4653-89fa-026dcc64f73d tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5358000 Aug 19 13:09:28.537127 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 49896) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:28.556774 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-6e1d7835-0512-49de-bc9f-f951301f77e9 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Request body: {'security_group_rule': {'security_group_id': '206076d1-674b-4351-8bbb-7bd798d6aa99', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:09:28.582781 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-6e1d7835-0512-49de-bc9f-f951301f77e9 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:09:28.600926 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-6e1d7835-0512-49de-bc9f-f951301f77e9 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Usage tracker for resource:security_group_rule and tenant:95c06fea712a4e118bd5a76f6957b19a is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:09:28.610404 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-6e1d7835-0512-49de-bc9f-f951301f77e9 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:09:28.630030 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-6e1d7835-0512-49de-bc9f-f951301f77e9 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:09:28.688525 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-6e1d7835-0512-49de-bc9f-f951301f77e9 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:28.703761 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:28.810534 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvr_db [None req-ccb1af7e-070e-4343-b68d-ad56b7892eb0 None None] Set router c75872c9-8e32-4240-af5f-e459863fa986 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:09:28.962712 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-6e1d7835-0512-49de-bc9f-f951301f77e9 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:28.971867 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-6e1d7835-0512-49de-bc9f-f951301f77e9 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072225'] for security_group_rule, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:28.974384 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-47cea2e0-1564-44d1-85f0-3426ea075387 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:29.004949 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d7835-0512-49de-bc9f-f951301f77e9 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24e1fd4d-432a-4d86-83b7-8633d2d05926,revision_number=0']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:29.015105 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-6e1d7835-0512-49de-bc9f-f951301f77e9 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:29.033562 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-6e1d7835-0512-49de-bc9f-f951301f77e9 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:29.034952 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-6e1d7835-0512-49de-bc9f-f951301f77e9 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4967299 Aug 19 13:09:29.041218 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 49912) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:29.054504 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-c2f7ce6b-efa1-411a-9cd1-1e7f80edb8b1 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Request body: {'floatingip': {'floating_network_id': '01c0c460-8075-482b-8652-00d44202fadb'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:09:29.084013 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-c2f7ce6b-efa1-411a-9cd1-1e7f80edb8b1 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:09:29.092854 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-c2f7ce6b-efa1-411a-9cd1-1e7f80edb8b1 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Usage tracker for resource:floatingip and tenant:95c06fea712a4e118bd5a76f6957b19a is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:09:29.100520 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-c2f7ce6b-efa1-411a-9cd1-1e7f80edb8b1 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:09:29.116157 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-c2f7ce6b-efa1-411a-9cd1-1e7f80edb8b1 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:09:29.151784 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c2f7ce6b-efa1-411a-9cd1-1e7f80edb8b1 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks [] for floatingip, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:29.249147 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19561a84-1418-4d6c-bfd4-7caf6c60442a admin admin] Notify agent at l3_agent.dv-cinder-805144-1-iscsi the message routers_updated {{(pid=79300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 19 13:09:29.269622 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee9c544-69ef-44ce-acea-96cab71535a7 None None] Sync routers for ids ['84b405e3-2618-4c40-86c4-5af5c4c43e34'] in dv-cinder-805144-1-iscsi {{(pid=79301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:09:29.287094 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee9c544-69ef-44ce-acea-96cab71535a7 None None] Routers {'84b405e3-2618-4c40-86c4-5af5c4c43e34'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:09:29.287814 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-2ee9c544-69ef-44ce-acea-96cab71535a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:09:01Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['84b405e3-2618-4c40-86c4-5af5c4c43e34'], 'active': True} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:09:29.343519 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-19561a84-1418-4d6c-bfd4-7caf6c60442a admin admin] 10.222.0.49 "PUT /v2.0/routers/84b405e3-2618-4c40-86c4-5af5c4c43e34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 20.1580782 Aug 19 13:09:29.344448 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-f6c09ad7-a2ae-4cb8-aa7d-46bf77981925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:29.347452 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-f6c09ad7-a2ae-4cb8-aa7d-46bf77981925 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=49e67e0b-90aa-438e-9687-03363c13298a HTTP/1.1" status: 200 len: 851 time: 0.8242564 Aug 19 13:09:29.437157 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-61928d19-7222-430d-b5ea-5312a256d1c7 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks [] for port, precommit_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:29.454564 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-61928d19-7222-430d-b5ea-5312a256d1c7 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:29.467251 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af008e8-c1f3-45ef-aead-b3f15a57628f req-e9917874-3967-487f-9af7-d9f8b02fd35e tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:29.469215 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-5af008e8-c1f3-45ef-aead-b3f15a57628f req-e9917874-3967-487f-9af7-d9f8b02fd35e tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e55e4e6-ac7f-4af8-ac37-1b3766e711bd HTTP/1.1" status: 200 len: 944 time: 0.2186329 Aug 19 13:09:29.473884 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:29.540052 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-5af008e8-c1f3-45ef-aead-b3f15a57628f req-075779cd-d6a8-4f99-a76e-e38c7c7a4eac tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e2e45ff-bf2b-4c33-b7a8-d9631e226ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565259 Aug 19 13:09:29.543352 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c2f7ce6b-efa1-411a-9cd1-1e7f80edb8b1 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:29.697198 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 49936) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:29.724000 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [None req-e217f979-019c-41b7-82ea-85b8c7039318 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-234906759-network', 'tenant_id': 'e57ce7ef0ba740848a8ea361d709aa30'}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:09:29.748857 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-e217f979-019c-41b7-82ea-85b8c7039318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:09:29.772341 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-61928d19-7222-430d-b5ea-5312a256d1c7 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962991'] for floatingip, after_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:29.785491 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-e217f979-019c-41b7-82ea-85b8c7039318 admin admin] Usage tracker for resource:network and tenant:e57ce7ef0ba740848a8ea361d709aa30 is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:09:29.793039 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61928d19-7222-430d-b5ea-5312a256d1c7 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Pushing event updated for resources: {'Port': ['ID=47b83686-f229-434d-9ac1-0ddfc48bbfea,revision_number=2']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:29.805937 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-e217f979-019c-41b7-82ea-85b8c7039318 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:09:29.815791 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-61928d19-7222-430d-b5ea-5312a256d1c7 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:29.843549 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.db_base_plugin_common [None req-c2f7ce6b-efa1-411a-9cd1-1e7f80edb8b1 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Allocated IP 172.27.1.247 (01c0c460-8075-482b-8652-00d44202fadb/8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5/d809e193-79ea-41ae-a437-ddf42847ca4a) {{(pid=79299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:09:29.846835 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-e217f979-019c-41b7-82ea-85b8c7039318 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:09:29.851406 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-ccb1af7e-070e-4343-b68d-ad56b7892eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'name': 'tempest-AttachVolumeTestJSON-813576112-router', 'tenant_id': '95c06fea712a4e118bd5a76f6957b19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '93155038-97cb-4ec3-9278-e31f21009e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:59Z', 'updated_at': '2021-08-19T13:09:15Z', 'revision_number': 4, 'project_id': '95c06fea712a4e118bd5a76f6957b19a', 'gw_port': {'id': '93155038-97cb-4ec3-9278-e31f21009e33', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:81:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:01Z', 'updated_at': '2021-08-19T13:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': '1edb6b9f-c585-4df8-a190-c9e932413cad', 'name': '', 'network_id': '11872a7c-c78f-4b06-a868-5e50d8b5c681', 'tenant_id': '95c06fea712a4e118bd5a76f6957b19a', 'mac_address': 'fa:16:3e:d0:b2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b7e2718c-f55a-406a-999f-edb1d22fd1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:09Z', 'updated_at': '2021-08-19T13:09:28Z', 'revision_number': 4, 'project_id': '95c06fea712a4e118bd5a76f6957b19a', 'subnets': [{'id': 'b7e2718c-f55a-406a-999f-edb1d22fd1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:09:29.861890 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb1af7e-070e-4343-b68d-ad56b7892eb0 None None] The sync data for ids ['c75872c9-8e32-4240-af5f-e459863fa986'] in dv-cinder-805144-1-iscsi is: [{'id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'name': 'tempest-AttachVolumeTestJSON-813576112-router', 'tenant_id': '95c06fea712a4e118bd5a76f6957b19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '93155038-97cb-4ec3-9278-e31f21009e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:59Z', 'updated_at': '2021-08-19T13:09:15Z', 'revision_number': 4, 'project_id': '95c06fea712a4e118bd5a76f6957b19a', 'gw_port': {'id': '93155038-97cb-4ec3-9278-e31f21009e33', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:81:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:01Z', 'updated_at': '2021-08-19T13:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': '1edb6b9f-c585-4df8-a190-c9e932413cad', 'name': '', 'network_id': '11872a7c-c78f-4b06-a868-5e50d8b5c681', 'tenant_id': '95c06fea712a4e118bd5a76f6957b19a', 'mac_address': 'fa:16:3e:d0:b2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b7e2718c-f55a-406a-999f-edb1d22fd1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:09Z', 'updated_at': '2021-08-19T13:09:28Z', 'revision_number': 4, 'project_id': '95c06fea712a4e118bd5a76f6957b19a', 'subnets': [{'id': 'b7e2718c-f55a-406a-999f-edb1d22fd1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:09:29.867398 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-61928d19-7222-430d-b5ea-5312a256d1c7 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for floatingip, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:29.871908 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-61928d19-7222-430d-b5ea-5312a256d1c7 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 9.1031544 Aug 19 13:09:29.888050 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e217f979-019c-41b7-82ea-85b8c7039318 admin admin] Made reservation on behalf of e57ce7ef0ba740848a8ea361d709aa30 for: {'network': 1} {{(pid=79300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:09:29.890433 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-e217f979-019c-41b7-82ea-85b8c7039318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for network, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:29.973357 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-e217f979-019c-41b7-82ea-85b8c7039318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:30.017081 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-e217f979-019c-41b7-82ea-85b8c7039318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:09:30.036294 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-e217f979-019c-41b7-82ea-85b8c7039318 admin admin] Usage tracker for resource:security_group_rule and tenant:e57ce7ef0ba740848a8ea361d709aa30 is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:09:30.040121 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-e217f979-019c-41b7-82ea-85b8c7039318 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:09:30.052886 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-e217f979-019c-41b7-82ea-85b8c7039318 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:09:30.104012 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvr_db [None req-2ee9c544-69ef-44ce-acea-96cab71535a7 None None] Set router 84b405e3-2618-4c40-86c4-5af5c4c43e34 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:09:30.275967 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c2f7ce6b-efa1-411a-9cd1-1e7f80edb8b1 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks [] for port, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:30.303449 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-53a6cb4c-a7a4-4470-b2a4-a3f1ef24936b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=46f7aaff-80d7-4e3f-8b73-4b055f01a648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1442175 Aug 19 13:09:30.355407 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c2f7ce6b-efa1-411a-9cd1-1e7f80edb8b1 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910'] for port, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:30.366050 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-44c29ef3-d0fe-484e-8fd6-2489827ac545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:30.471693 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-e217f979-019c-41b7-82ea-85b8c7039318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:30.508148 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-e217f979-019c-41b7-82ea-85b8c7039318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:30.516890 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-a99bd7c2-6e7b-4f7a-b0db-586f6aa691bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:30.542403 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-003880a1-a0cf-4d26-8e53-b93e6c3c9cc5 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--275231395&fields=id&tenant_id=11dcb989ec6c4491ae1ae5f2a00cbfd7 HTTP/1.1" status: 200 len: 267 time: 0.1871021 Aug 19 13:09:30.578095 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f7ce6b-efa1-411a-9cd1-1e7f80edb8b1 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Network 01c0c460-8075-482b-8652-00d44202fadb is already hosted by enough agents. {{(pid=79299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:09:30.603088 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.base_scheduler [None req-c2f7ce6b-efa1-411a-9cd1-1e7f80edb8b1 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Resources bound (agent type, host, resource id): {{(pid=79299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:09:30.609895 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f7ce6b-efa1-411a-9cd1-1e7f80edb8b1 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Received port after_create {{(pid=79299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:09:30.634415 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f7ce6b-efa1-411a-9cd1-1e7f80edb8b1 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Pushing event updated for resources: {'Port': ['ID=d809e193-79ea-41ae-a437-ddf42847ca4a,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:30.659597 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-c2f7ce6b-efa1-411a-9cd1-1e7f80edb8b1 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:30.685230 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e217f979-019c-41b7-82ea-85b8c7039318 admin admin] vlan segment allocate from pool success with {'vlan_id': 1027, 'physical_network': 'physnet1'} {{(pid=79300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:09:30.740885 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 1edb6b9f-c585-4df8-a190-c9e932413cad up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:09:30.850871 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-e217f979-019c-41b7-82ea-85b8c7039318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910984'] for segment, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:30.851220 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.db.segments_db [None req-e217f979-019c-41b7-82ea-85b8c7039318 admin admin] Added segment c98c02a8-b30b-4f95-8fd2-dce96def51cf of type vlan for network d391a81f-0023-4139-a735-6e9e16e59453 Aug 19 13:09:30.852832 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e217f979-019c-41b7-82ea-85b8c7039318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf4c826-4aaa-4995-b404-b184e6d10191,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:30.859151 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c2f7ce6b-efa1-411a-9cd1-1e7f80edb8b1 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:30.871437 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-e217f979-019c-41b7-82ea-85b8c7039318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:30.953232 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-e217f979-019c-41b7-82ea-85b8c7039318 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734197367691'] for network, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:31.072454 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 49994) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:31.091339 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.db.resource_extend [None req-e217f979-019c-41b7-82ea-85b8c7039318 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 13:09:31.107488 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-e1e4989b-a88f-4ecb-940a-760ac4ccb943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:31.116782 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-97b2877e-4ca6-49ee-9ad1-bd2c42fc0ad5 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:31.126586 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-97b2877e-4ca6-49ee-9ad1-bd2c42fc0ad5 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/networks?id=3b979c5e-82fd-4500-9fbc-547a88a6c3c4 HTTP/1.1" status: 200 len: 815 time: 0.5583735 Aug 19 13:09:31.212480 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-2ee9c544-69ef-44ce-acea-96cab71535a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b405e3-2618-4c40-86c4-5af5c4c43e34', 'name': 'tempest-ServerRescueNegativeTestJSON-1461096730-router', 'tenant_id': '21e4df950c014d1894d155aac044e94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': 'b76c816c-b2ee-48d4-990c-4d31aeaec4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:09:00Z', 'updated_at': '2021-08-19T13:09:21Z', 'revision_number': 4, 'project_id': '21e4df950c014d1894d155aac044e94a', 'gw_port': {'id': 'b76c816c-b2ee-48d4-990c-4d31aeaec4a4', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b405e3-2618-4c40-86c4-5af5c4c43e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:02Z', 'updated_at': '2021-08-19T13:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': 'c56da2ff-5301-4cf2-a091-d7e7c58afed3', 'name': '', 'network_id': '1d77b99d-7ba7-4067-8ba3-3867da9acfb5', 'tenant_id': '21e4df950c014d1894d155aac044e94a', 'mac_address': 'fa:16:3e:3c:1f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b405e3-2618-4c40-86c4-5af5c4c43e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7a72a2fc-b629-4f4b-9486-128583568f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:15Z', 'updated_at': '2021-08-19T13:09:23Z', 'revision_number': 2, 'project_id': '21e4df950c014d1894d155aac044e94a', 'subnets': [{'id': '7a72a2fc-b629-4f4b-9486-128583568f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:09:31.225715 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee9c544-69ef-44ce-acea-96cab71535a7 None None] Checking router: 84b405e3-2618-4c40-86c4-5af5c4c43e34 for host: dv-cinder-805144-1-iscsi {{(pid=79301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:09:31.226733 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee9c544-69ef-44ce-acea-96cab71535a7 None None] Updating router 84b405e3-2618-4c40-86c4-5af5c4c43e34 port c56da2ff-5301-4cf2-a091-d7e7c58afed3 binding host dv-cinder-805144-1-iscsi {{(pid=79301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:09:31.232807 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c2f7ce6b-efa1-411a-9cd1-1e7f80edb8b1 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:31.320808 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-8b80dd86-5ec6-49b7-98f3-8115d3dd6b35 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:31.322344 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-8b80dd86-5ec6-49b7-98f3-8115d3dd6b35 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/networks?id=1d77b99d-7ba7-4067-8ba3-3867da9acfb5 HTTP/1.1" status: 200 len: 819 time: 0.4381592 Aug 19 13:09:31.362423 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-3de30a9c-38b7-4f39-be70-cab09b157b1d tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/quotas/11dcb989ec6c4491ae1ae5f2a00cbfd7 HTTP/1.1" status: 200 len: 375 time: 0.2324848 Aug 19 13:09:31.363984 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-2b5a5f12-78ae-4bbe-9076-c2918f3f4501 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/quotas/21e4df950c014d1894d155aac044e94a HTTP/1.1" status: 200 len: 375 time: 0.0308299 Aug 19 13:09:31.390176 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-2ee9c544-69ef-44ce-acea-96cab71535a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:31.427121 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning for port 1edb6b9f-c585-4df8-a190-c9e932413cad completed by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:09:31.467811 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-e217f979-019c-41b7-82ea-85b8c7039318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217'] for network, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:31.483285 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e217f979-019c-41b7-82ea-85b8c7039318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:31.483960 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-e217f979-019c-41b7-82ea-85b8c7039318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for network, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:31.528249 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:31.680259 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-e217f979-019c-41b7-82ea-85b8c7039318 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9817734 Aug 19 13:09:31.681481 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 50006) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:31.710189 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e217f979-019c-41b7-82ea-85b8c7039318 admin admin] Pushing event updated for resources: {'Network': ['ID=d391a81f-0023-4139-a735-6e9e16e59453,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:31.727230 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-e217f979-019c-41b7-82ea-85b8c7039318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:31.747300 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [None req-0b101135-3b78-4e09-b486-6c4e2e2f2251 admin admin] Request body: {'subnet': {'network_id': 'd391a81f-0023-4139-a735-6e9e16e59453', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-234906759-subnet', 'tenant_id': 'e57ce7ef0ba740848a8ea361d709aa30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:09:31.751613 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-bc7b8b51-28d0-4cba-9d82-e65f66b31b28 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=21e4df950c014d1894d155aac044e94a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3500991 Aug 19 13:09:31.752959 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-0b101135-3b78-4e09-b486-6c4e2e2f2251 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:09:31.760972 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-0b101135-3b78-4e09-b486-6c4e2e2f2251 admin admin] Usage tracker for resource:subnet and tenant:e57ce7ef0ba740848a8ea361d709aa30 is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:09:31.763752 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-26c54a07-00a7-4848-a6bf-d8c75e39748b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:31.777731 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c2f7ce6b-efa1-411a-9cd1-1e7f80edb8b1 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks [] for port, precommit_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:31.783058 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-0b101135-3b78-4e09-b486-6c4e2e2f2251 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:09:31.783686 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c2f7ce6b-efa1-411a-9cd1-1e7f80edb8b1 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:31.790228 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-c2f7ce6b-efa1-411a-9cd1-1e7f80edb8b1 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:31.818188 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-0b101135-3b78-4e09-b486-6c4e2e2f2251 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:09:31.825472 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-26c54a07-00a7-4848-a6bf-d8c75e39748b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:09:31.834767 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-54445582-110f-4b2c-acef-06c8ebb1e2a7 service neutron] 10.222.0.68 "GET /v2.0/networks/46f7aaff-80d7-4e3f-8b73-4b055f01a648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8268855 Aug 19 13:09:31.835873 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-26c54a07-00a7-4848-a6bf-d8c75e39748b admin admin] Usage tracker for resource:security_group_rule and tenant:5a972543d55e43e1b9c34c90d1ebe0c7 is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:09:31.841168 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Network d391a81f-0023-4139-a735-6e9e16e59453 details requested by agent ovs-agent-dv-cinder-805144-1-iscsi with host dv-cinder-805144-1-iscsi {{(pid=79301) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 19 13:09:31.846717 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-26c54a07-00a7-4848-a6bf-d8c75e39748b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:09:31.858625 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-26c54a07-00a7-4848-a6bf-d8c75e39748b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:09:31.870160 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b101135-3b78-4e09-b486-6c4e2e2f2251 admin admin] Made reservation on behalf of e57ce7ef0ba740848a8ea361d709aa30 for: {'subnet': 1} {{(pid=79300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:09:31.873196 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-0b101135-3b78-4e09-b486-6c4e2e2f2251 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:31.940808 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning complete for port 1edb6b9f-c585-4df8-a190-c9e932413cad triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:09:31.941658 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:31.972898 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c2f7ce6b-efa1-411a-9cd1-1e7f80edb8b1 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962991'] for floatingip, after_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:32.045128 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-38e14edf-08cd-4dac-a8f4-0938b623c42e service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=79299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 13:09:32.053923 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-38e14edf-08cd-4dac-a8f4-0938b623c42e service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1228995 Aug 19 13:09:32.058004 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-8f1c1b9d-fb97-4cbd-8e1e-cccaf18feff5 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=11dcb989ec6c4491ae1ae5f2a00cbfd7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6944437 Aug 19 13:09:32.088868 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f7ce6b-efa1-411a-9cd1-1e7f80edb8b1 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Pushing event updated for resources: {'Port': ['ID=d809e193-79ea-41ae-a437-ddf42847ca4a,revision_number=2']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:32.092544 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-c2f7ce6b-efa1-411a-9cd1-1e7f80edb8b1 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:32.098024 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c2f7ce6b-efa1-411a-9cd1-1e7f80edb8b1 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for floatingip, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:32.107202 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-c2f7ce6b-efa1-411a-9cd1-1e7f80edb8b1 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0603240 Aug 19 13:09:32.239495 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:32.426660 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-eccd48cf-c72b-49d9-9223-5b97a94b47b6 service neutron] 10.222.0.49 "GET /v2.0/networks/1d77b99d-7ba7-4067-8ba3-3867da9acfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718362 Aug 19 13:09:32.469803 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-af0d278e-c677-48a6-b93f-ce51fe02b22c service neutron] 10.222.0.49 "GET /v2.0/networks/3b979c5e-82fd-4500-9fbc-547a88a6c3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589761 Aug 19 13:09:32.519427 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:32.572124 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] For port 1edb6b9f-c585-4df8-a190-c9e932413cad, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=1edb6b9f-c585-4df8-a190-c9e932413cad,segment=NetworkSegment(1e972220-39bc-4aae-b977-d69a31936ee0),segment_id=1e972220-39bc-4aae-b977-d69a31936ee0)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:09:32.607068 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:32.619940 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:32.655495 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-fd31dae2-2fbf-4d92-98a8-d75047b8b081 service neutron] 10.222.0.49 "GET /v2.0/networks/1d77b99d-7ba7-4067-8ba3-3867da9acfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197409 Aug 19 13:09:32.700079 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-2ee9c544-69ef-44ce-acea-96cab71535a7 None None] Notify callbacks [] for port, precommit_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:32.710247 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Pushing event updated for resources: {'Port': ['ID=1edb6b9f-c585-4df8-a190-c9e932413cad,revision_number=5']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:32.716532 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:32.720148 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-2ee9c544-69ef-44ce-acea-96cab71535a7 None None] Transition to ACTIVE for port object c56da2ff-5301-4cf2-a091-d7e7c58afed3 will not be triggered until provisioned by entity L2. {{(pid=79301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:09:32.732115 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-2ee9c544-69ef-44ce-acea-96cab71535a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:32.738375 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:32.756939 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-d498e287-96c8-4804-a25e-6609bd6926f3 service neutron] 10.222.0.49 "GET /v2.0/networks/3b979c5e-82fd-4500-9fbc-547a88a6c3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534337 Aug 19 13:09:32.795209 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4b03edde-b9b3-4dab-949a-ed46e165ac74 req-28ff5b3d-af5c-47ca-a7b5-0dafe1830e8e service neutron] 10.222.0.68 "GET /v2.0/networks/46f7aaff-80d7-4e3f-8b73-4b055f01a648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7293198 Aug 19 13:09:32.869631 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-26c54a07-00a7-4848-a6bf-d8c75e39748b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:32.871377 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-0b101135-3b78-4e09-b486-6c4e2e2f2251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217'] for subnet, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:32.877375 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:32.877629 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d0697e-dadc-4f13-abdf-2a6e0d454612 None None] Pushing event updated for resources: {'Port': ['ID=c56da2ff-5301-4cf2-a091-d7e7c58afed3,revision_number=3']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:32.917325 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-e6d0697e-dadc-4f13-abdf-2a6e0d454612 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:32.987837 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-2ee9c544-69ef-44ce-acea-96cab71535a7 None None] Attempting to bind port c56da2ff-5301-4cf2-a091-d7e7c58afed3 on host dv-cinder-805144-1-iscsi for vnic_type normal with profile {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:09:32.988528 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-2ee9c544-69ef-44ce-acea-96cab71535a7 None None] Attempting to bind port c56da2ff-5301-4cf2-a091-d7e7c58afed3 by drivers openvswitch,hyperv on host dv-cinder-805144-1-iscsi at level 0 using segments [{'id': '4bacd4dc-35dc-4026-9500-78d94dfc592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '1d77b99d-7ba7-4067-8ba3-3867da9acfb5'}] {{(pid=79301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:09:32.990047 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee9c544-69ef-44ce-acea-96cab71535a7 None None] Attempting to bind port c56da2ff-5301-4cf2-a091-d7e7c58afed3 on network 1d77b99d-7ba7-4067-8ba3-3867da9acfb5 {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:09:32.995012 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b101135-3b78-4e09-b486-6c4e2e2f2251 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f4d32f2-d78d-403e-830d-8ace8123234b,revision_number=0']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:32.998446 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-0b101135-3b78-4e09-b486-6c4e2e2f2251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:33.006957 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee9c544-69ef-44ce-acea-96cab71535a7 None None] Checking agent: {'id': '22cf82ff-da15-404e-8075-dce9686ce61b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805144-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 13, 0, 29), 'started_at': datetime.datetime(2021, 8, 19, 13, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805144-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 19 13:09:33.007370 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee9c544-69ef-44ce-acea-96cab71535a7 None None] Checking segment: {'id': '4bacd4dc-35dc-4026-9500-78d94dfc592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '1d77b99d-7ba7-4067-8ba3-3867da9acfb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:09:33.007838 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-2ee9c544-69ef-44ce-acea-96cab71535a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:33.008246 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee9c544-69ef-44ce-acea-96cab71535a7 None None] Bound using segment: {'id': '4bacd4dc-35dc-4026-9500-78d94dfc592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '1d77b99d-7ba7-4067-8ba3-3867da9acfb5'} {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 19 13:09:33.008740 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-2ee9c544-69ef-44ce-acea-96cab71535a7 None None] Bound port: c56da2ff-5301-4cf2-a091-d7e7c58afed3, host: dv-cinder-805144-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bacd4dc-35dc-4026-9500-78d94dfc592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '1d77b99d-7ba7-4067-8ba3-3867da9acfb5'}}] {{(pid=79301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:09:33.009125 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-2ee9c544-69ef-44ce-acea-96cab71535a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:33.069785 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-26c54a07-00a7-4848-a6bf-d8c75e39748b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:33.092461 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:33.129953 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c54a07-00a7-4848-a6bf-d8c75e39748b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d325411-793a-41eb-aa65-4156a10ac272,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:33.142811 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-26c54a07-00a7-4848-a6bf-d8c75e39748b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:33.190073 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-26c54a07-00a7-4848-a6bf-d8c75e39748b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5a972543d55e43e1b9c34c90d1ebe0c7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1159148 Aug 19 13:09:33.193423 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 50054) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:33.207932 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b101135-3b78-4e09-b486-6c4e2e2f2251 admin admin] Checking segment: {'id': 'c98c02a8-b30b-4f95-8fd2-dce96def51cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'd391a81f-0023-4139-a735-6e9e16e59453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:09:33.209003 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b101135-3b78-4e09-b486-6c4e2e2f2251 admin admin] Network hostable DHCP agents. Network: d391a81f-0023-4139-a735-6e9e16e59453, hostable agents: ['31b92e89-357e-408d-a141-4e7242d6bd98'], hosted agents: [] {{(pid=79300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:09:33.286439 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-2ee9c544-69ef-44ce-acea-96cab71535a7 None None] For port c56da2ff-5301-4cf2-a091-d7e7c58afed3, host dv-cinder-805144-1-iscsi, cleared binding levels {{(pid=79301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 19 13:09:33.290526 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-2ee9c544-69ef-44ce-acea-96cab71535a7 None None] For port c56da2ff-5301-4cf2-a091-d7e7c58afed3, host dv-cinder-805144-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=c56da2ff-5301-4cf2-a091-d7e7c58afed3,segment=NetworkSegment(4bacd4dc-35dc-4026-9500-78d94dfc592f),segment_id=4bacd4dc-35dc-4026-9500-78d94dfc592f)] {{(pid=79301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 19 13:09:33.296253 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-2ee9c544-69ef-44ce-acea-96cab71535a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:33.302527 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:33.303338 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e08b589-132a-4e2c-aa9b-ae85e4a96fc9 req-aa019193-afe7-4385-ab0d-3e6126ea9e38 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:33.305406 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-3e08b589-132a-4e2c-aa9b-ae85e4a96fc9 req-aa019193-afe7-4385-ab0d-3e6126ea9e38 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e55e4e6-ac7f-4af8-ac37-1b3766e711bd HTTP/1.1" status: 200 len: 944 time: 0.2085268 Aug 19 13:09:33.308581 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-eb2a4ce0-1ee2-4c46-b347-70679c297c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:33.333553 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd83167-7135-4214-864a-35db380a4a92 req-672bc54a-0ba4-4732-854a-0056d8f5615a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:33.335055 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ffd83167-7135-4214-864a-35db380a4a92 req-672bc54a-0ba4-4732-854a-0056d8f5615a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=7eb105e559464d19ae7b2f21ff1ed37f&device_id=5e55e4e6-ac7f-4af8-ac37-1b3766e711bd HTTP/1.1" status: 200 len: 1097 time: 0.3412230 Aug 19 13:09:33.338601 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b101135-3b78-4e09-b486-6c4e2e2f2251 admin admin] Network d391a81f-0023-4139-a735-6e9e16e59453 is scheduled to be hosted by DHCP agent 31b92e89-357e-408d-a141-4e7242d6bd98 with binding_index 1 {{(pid=79300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:09:33.347889 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-76545bf6-2269-42f0-90f5-2fb118a18cbd tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Synchronizing usage tracker for tenant:95c06fea712a4e118bd5a76f6957b19a on resource:security_group {{(pid=79300) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:09:33.373615 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-eb2a4ce0-1ee2-4c46-b347-70679c297c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:33.426166 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-3e08b589-132a-4e2c-aa9b-ae85e4a96fc9 req-7a1d9f5b-f18a-4b4a-ad47-b79b70eeaa02 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e2e45ff-bf2b-4c33-b7a8-d9631e226ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050727 Aug 19 13:09:33.491231 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:33.496653 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee9c544-69ef-44ce-acea-96cab71535a7 None None] Routers {'84b405e3-2618-4c40-86c4-5af5c4c43e34'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:09:33.498955 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-2ee9c544-69ef-44ce-acea-96cab71535a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:09:31Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['84b405e3-2618-4c40-86c4-5af5c4c43e34'], 'active': True} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:09:33.505971 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-eb2a4ce0-1ee2-4c46-b347-70679c297c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:33.514237 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-a1f92794-2e6e-4cce-9ac4-1daa044d6e57 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:33.563868 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2a4ce0-1ee2-4c46-b347-70679c297c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d325411-793a-41eb-aa65-4156a10ac272,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:33.575630 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-eb2a4ce0-1ee2-4c46-b347-70679c297c48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:33.592380 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-756f78be-d3fa-417d-bff4-77434dd4cfc8 req-48d98110-3390-4408-9b01-005d73317543 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 210 time: 0.0653553 Aug 19 13:09:33.598592 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-eb2a4ce0-1ee2-4c46-b347-70679c297c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:33.602398 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-eb2a4ce0-1ee2-4c46-b347-70679c297c48 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9d325411-793a-41eb-aa65-4156a10ac272 HTTP/1.1" status: 204 len: 168 time: 0.4080284 Aug 19 13:09:33.660526 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd83167-7135-4214-864a-35db380a4a92 req-3553ef14-9b2d-4c92-be69-f3c6bd118f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:33.662891 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ffd83167-7135-4214-864a-35db380a4a92 req-3553ef14-9b2d-4c92-be69-f3c6bd118f37 service neutron] 10.222.0.68 "GET /v2.0/networks?id=46f7aaff-80d7-4e3f-8b73-4b055f01a648 HTTP/1.1" status: 200 len: 913 time: 0.3199587 Aug 19 13:09:33.665481 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.base_scheduler [None req-0b101135-3b78-4e09-b486-6c4e2e2f2251 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805144-1-iscsi, d391a81f-0023-4139-a735-6e9e16e59453) {{(pid=79300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:09:33.672425 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b101135-3b78-4e09-b486-6c4e2e2f2251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:33.673203 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-0b101135-3b78-4e09-b486-6c4e2e2f2251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for subnet, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:33.748778 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c222ae7-56fb-4ac9-9ba6-171920423bd9 None None] Network d391a81f-0023-4139-a735-6e9e16e59453 requested from dv-cinder-805144-1-iscsi {{(pid=79301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 19 13:09:33.819484 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d0697e-dadc-4f13-abdf-2a6e0d454612 None None] Pushing event updated for resources: {'Port': ['ID=c56da2ff-5301-4cf2-a091-d7e7c58afed3,revision_number=4']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:33.831732 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-e6d0697e-dadc-4f13-abdf-2a6e0d454612 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:33.854623 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-dab486ac-9939-4ed7-aa38-043027e463cf req-b7eacd11-0f73-4c27-a7ec-376d56efafa3 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Synchronizing usage tracker for tenant:11dcb989ec6c4491ae1ae5f2a00cbfd7 on resource:port {{(pid=79299) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:09:33.886237 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-0b101135-3b78-4e09-b486-6c4e2e2f2251 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1573348 Aug 19 13:09:33.902063 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-76545bf6-2269-42f0-90f5-2fb118a18cbd tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Unset dirty status for tenant:95c06fea712a4e118bd5a76f6957b19a on resource:security_group {{(pid=79300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:09:33.908314 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-76545bf6-2269-42f0-90f5-2fb118a18cbd tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1632929511&fields=id&tenant_id=95c06fea712a4e118bd5a76f6957b19a HTTP/1.1" status: 200 len: 267 time: 0.6682863 Aug 19 13:09:33.918534 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-dab486ac-9939-4ed7-aa38-043027e463cf req-b7eacd11-0f73-4c27-a7ec-376d56efafa3 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Unset dirty status for tenant:11dcb989ec6c4491ae1ae5f2a00cbfd7 on resource:port {{(pid=79299) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:09:33.933601 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-dab486ac-9939-4ed7-aa38-043027e463cf req-b7eacd11-0f73-4c27-a7ec-376d56efafa3 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 210 time: 0.1928003 Aug 19 13:09:33.936061 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ffd83167-7135-4214-864a-35db380a4a92 req-59e955d3-08b9-4d83-93aa-246944f21f76 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cedd2ed0-bfe4-4884-8c49-f0c018f2f4e0 HTTP/1.1" status: 200 len: 217 time: 0.2256839 Aug 19 13:09:34.014550 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:34.510733 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 50120) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:34.511070 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 50126) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:34.591123 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-7dc8aa80-e6e9-40fd-aab5-3f4cf4c41077 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:34.601661 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-7dc8aa80-e6e9-40fd-aab5-3f4cf4c41077 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/networks?id=1d77b99d-7ba7-4067-8ba3-3867da9acfb5 HTTP/1.1" status: 200 len: 819 time: 0.4100575 Aug 19 13:09:34.630132 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-3e234da3-82b5-494f-9be9-e32a9f056928 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/quotas/21e4df950c014d1894d155aac044e94a HTTP/1.1" status: 200 len: 375 time: 0.0274100 Aug 19 13:09:34.745415 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-bb85606c-5647-4aaa-b183-c695bff4160d tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=21e4df950c014d1894d155aac044e94a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1126347 Aug 19 13:09:34.847821 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 50140) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:34.854263 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvr_db [None req-2ee9c544-69ef-44ce-acea-96cab71535a7 None None] Set router 84b405e3-2618-4c40-86c4-5af5c4c43e34 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:09:34.858414 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-a5841f99-c307-4013-bac7-638c05d5e106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:34.918527 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-bd07f65a-d4bb-472e-9699-1a90a68b5b81 service neutron] 10.222.0.49 "GET /v2.0/networks/1d77b99d-7ba7-4067-8ba3-3867da9acfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717629 Aug 19 13:09:34.951634 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 1edb6b9f-c585-4df8-a190-c9e932413cad up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:09:35.006319 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-27256627-c27e-405f-8ecb-e2fc3257c30b tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:35.007158 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-27256627-c27e-405f-8ecb-e2fc3257c30b tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Synchronizing usage tracker for tenant:95c06fea712a4e118bd5a76f6957b19a on resource:network {{(pid=79300) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:09:35.035611 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-a5841f99-c307-4013-bac7-638c05d5e106 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:09:35.051702 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323cdd6c-1015-47eb-b00e-f0231a56dd57 None None] Network d391a81f-0023-4139-a735-6e9e16e59453 requested from dv-cinder-805144-1-iscsi {{(pid=79301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 19 13:09:35.077873 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-a5841f99-c307-4013-bac7-638c05d5e106 admin admin] Usage tracker for resource:security_group_rule and tenant:a10781cd4bea4ce590713f92970303ee is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:09:35.109847 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-a5841f99-c307-4013-bac7-638c05d5e106 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:09:35.119397 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b222b59-9311-4681-85ce-b6f767253253 admin admin] Deleting subnet 69446adc-3d1e-4f39-96aa-9d3977389af5 {{(pid=79300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 19 13:09:35.125346 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd83167-7135-4214-864a-35db380a4a92 req-a2223f65-ac28-44b7-9e4a-91a6ea916b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:35.126014 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-5e4a66d1-8851-4b33-b053-5bc09d8d3e4f service neutron] 10.222.0.49 "GET /v2.0/networks/1d77b99d-7ba7-4067-8ba3-3867da9acfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048552 Aug 19 13:09:35.128324 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ffd83167-7135-4214-864a-35db380a4a92 req-a2223f65-ac28-44b7-9e4a-91a6ea916b17 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=49e67e0b-90aa-438e-9687-03363c13298a HTTP/1.1" status: 200 len: 851 time: 0.6162233 Aug 19 13:09:35.142799 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-3b222b59-9311-4681-85ce-b6f767253253 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:35.173477 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-a5841f99-c307-4013-bac7-638c05d5e106 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:09:35.222780 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-27256627-c27e-405f-8ecb-e2fc3257c30b tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Unset dirty status for tenant:95c06fea712a4e118bd5a76f6957b19a on resource:network {{(pid=79300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:09:35.224512 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-27256627-c27e-405f-8ecb-e2fc3257c30b tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/networks?id=11872a7c-c78f-4b06-a868-5e50d8b5c681 HTTP/1.1" status: 200 len: 810 time: 1.2950850 Aug 19 13:09:35.308496 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-08bcabec-d7f3-473e-a9e0-bd4cdfaf808c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:35.351960 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.68', 56941) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:35.421036 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ffd83167-7135-4214-864a-35db380a4a92 req-1f61e3bb-9017-4209-98a1-169417a64112 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=46f7aaff-80d7-4e3f-8b73-4b055f01a648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2138455 Aug 19 13:09:35.444419 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-fcca0503-4653-4af1-921f-802a2805a1ec tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/quotas/95c06fea712a4e118bd5a76f6957b19a HTTP/1.1" status: 200 len: 375 time: 0.1548164 Aug 19 13:09:35.457858 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning complete for port 1edb6b9f-c585-4df8-a190-c9e932413cad triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:09:35.458260 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:35.641639 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-a5841f99-c307-4013-bac7-638c05d5e106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:35.645464 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-3b222b59-9311-4681-85ce-b6f767253253 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:35.651267 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-08bcabec-d7f3-473e-a9e0-bd4cdfaf808c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:09:35.659882 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-a5841f99-c307-4013-bac7-638c05d5e106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:35.688034 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-08bcabec-d7f3-473e-a9e0-bd4cdfaf808c admin admin] Usage tracker for resource:security_group_rule and tenant:6f69952b6964432a8d270b698e672102 is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:09:35.695506 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-08bcabec-d7f3-473e-a9e0-bd4cdfaf808c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:09:35.872581 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:35.903596 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-50a3bf23-2906-4891-966c-f11856f5a320 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:35.903596 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-50a3bf23-2906-4891-966c-f11856f5a320 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Synchronizing usage tracker for tenant:11dcb989ec6c4491ae1ae5f2a00cbfd7 on resource:network {{(pid=79299) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:09:35.932033 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382f11a-f413-471e-b3d6-6c50c6767c15 req-4ae8baa7-dfae-400a-b290-8c440bcd10d1 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:35.933585 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-b382f11a-f413-471e-b3d6-6c50c6767c15 req-4ae8baa7-dfae-400a-b290-8c440bcd10d1 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e55e4e6-ac7f-4af8-ac37-1b3766e711bd HTTP/1.1" status: 200 len: 944 time: 0.3559639 Aug 19 13:09:35.956142 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 50170) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:35.959359 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-a5841f99-c307-4013-bac7-638c05d5e106 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a10781cd4bea4ce590713f92970303ee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4439871 Aug 19 13:09:35.974866 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-50a3bf23-2906-4891-966c-f11856f5a320 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Unset dirty status for tenant:11dcb989ec6c4491ae1ae5f2a00cbfd7 on resource:network {{(pid=79299) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:09:35.976577 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-50a3bf23-2906-4891-966c-f11856f5a320 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.68 "GET /v2.0/networks?id=3b979c5e-82fd-4500-9fbc-547a88a6c3c4 HTTP/1.1" status: 200 len: 815 time: 0.6236408 Aug 19 13:09:35.982656 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-3b222b59-9311-4681-85ce-b6f767253253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916658'] for subnet, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:36.094923 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-08bcabec-d7f3-473e-a9e0-bd4cdfaf808c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:09:36.145391 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-b382f11a-f413-471e-b3d6-6c50c6767c15 req-a556e6fb-f337-46c7-9ec8-1dacd38c8105 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e2e45ff-bf2b-4c33-b7a8-d9631e226ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039523 Aug 19 13:09:36.145880 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.68', 56944) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:36.172268 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-e472c9d6-e362-4c53-9e17-68e99510a34c tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Synchronizing usage tracker for tenant:11dcb989ec6c4491ae1ae5f2a00cbfd7 on resource:security_group {{(pid=79299) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:09:36.205660 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5841f99-c307-4013-bac7-638c05d5e106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24cd9bcd-7c61-4d19-a502-eee404be2c2f,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:36.217096 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-2ee9c544-69ef-44ce-acea-96cab71535a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b405e3-2618-4c40-86c4-5af5c4c43e34', 'name': 'tempest-ServerRescueNegativeTestJSON-1461096730-router', 'tenant_id': '21e4df950c014d1894d155aac044e94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': 'b76c816c-b2ee-48d4-990c-4d31aeaec4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:09:00Z', 'updated_at': '2021-08-19T13:09:21Z', 'revision_number': 4, 'project_id': '21e4df950c014d1894d155aac044e94a', 'gw_port': {'id': 'b76c816c-b2ee-48d4-990c-4d31aeaec4a4', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b405e3-2618-4c40-86c4-5af5c4c43e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:02Z', 'updated_at': '2021-08-19T13:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': 'c56da2ff-5301-4cf2-a091-d7e7c58afed3', 'name': '', 'network_id': '1d77b99d-7ba7-4067-8ba3-3867da9acfb5', 'tenant_id': '21e4df950c014d1894d155aac044e94a', 'mac_address': 'fa:16:3e:3c:1f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b405e3-2618-4c40-86c4-5af5c4c43e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7a72a2fc-b629-4f4b-9486-128583568f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:15Z', 'updated_at': '2021-08-19T13:09:33Z', 'revision_number': 4, 'project_id': '21e4df950c014d1894d155aac044e94a', 'subnets': [{'id': '7a72a2fc-b629-4f4b-9486-128583568f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:09:36.223452 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee9c544-69ef-44ce-acea-96cab71535a7 None None] The sync data for ids ['84b405e3-2618-4c40-86c4-5af5c4c43e34'] in dv-cinder-805144-1-iscsi is: [{'id': '84b405e3-2618-4c40-86c4-5af5c4c43e34', 'name': 'tempest-ServerRescueNegativeTestJSON-1461096730-router', 'tenant_id': '21e4df950c014d1894d155aac044e94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': 'b76c816c-b2ee-48d4-990c-4d31aeaec4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:09:00Z', 'updated_at': '2021-08-19T13:09:21Z', 'revision_number': 4, 'project_id': '21e4df950c014d1894d155aac044e94a', 'gw_port': {'id': 'b76c816c-b2ee-48d4-990c-4d31aeaec4a4', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b405e3-2618-4c40-86c4-5af5c4c43e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:02Z', 'updated_at': '2021-08-19T13:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': 'c56da2ff-5301-4cf2-a091-d7e7c58afed3', 'name': '', 'network_id': '1d77b99d-7ba7-4067-8ba3-3867da9acfb5', 'tenant_id': '21e4df950c014d1894d155aac044e94a', 'mac_address': 'fa:16:3e:3c:1f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b405e3-2618-4c40-86c4-5af5c4c43e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7a72a2fc-b629-4f4b-9486-128583568f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:15Z', 'updated_at': '2021-08-19T13:09:33Z', 'revision_number': 4, 'project_id': '21e4df950c014d1894d155aac044e94a', 'subnets': [{'id': '7a72a2fc-b629-4f4b-9486-128583568f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:09:36.276137 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-a5841f99-c307-4013-bac7-638c05d5e106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:36.398715 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device cedd2ed0-bfe4-4884-8c49-f0c018f2f4e0 details requested by agent hyperv_hv-cinder-80514 with host hv-cinder-80514 {{(pid=79301) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 19 13:09:36.561846 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-08bcabec-d7f3-473e-a9e0-bd4cdfaf808c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:36.604995 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-33cf94c8-3780-4ad2-8d41-f8b4c602744e tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:36.607448 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-33cf94c8-3780-4ad2-8d41-f8b4c602744e tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.68 "GET /v2.0/networks?id=1d77b99d-7ba7-4067-8ba3-3867da9acfb5 HTTP/1.1" status: 200 len: 819 time: 0.4466014 Aug 19 13:09:36.636901 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-3b222b59-9311-4681-85ce-b6f767253253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217'] for subnet, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:36.636901 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-08bcabec-d7f3-473e-a9e0-bd4cdfaf808c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:36.677671 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-2ed0695b-8e11-4eb2-95fe-215f2c078db0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:36.805531 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ffd83167-7135-4214-864a-35db380a4a92 req-011545c8-e81b-439b-9969-e9364fe53f1d service neutron] 10.222.0.68 "GET /v2.0/networks/46f7aaff-80d7-4e3f-8b73-4b055f01a648?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3701124 Aug 19 13:09:36.831203 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b222b59-9311-4681-85ce-b6f767253253 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69446adc-3d1e-4f39-96aa-9d3977389af5,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:36.846498 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port cedd2ed0-bfe4-4884-8c49-f0c018f2f4e0, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=cedd2ed0-bfe4-4884-8c49-f0c018f2f4e0,segment=NetworkSegment(7b6580d1-c90c-4118-9fb3-a5452ed9a85d),segment_id=7b6580d1-c90c-4118-9fb3-a5452ed9a85d)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:09:36.874355 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-32ef2a65-02c7-4695-8475-89afe132f5bb tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Request body: {'port': {'device_id': '54efad08-ca70-483d-88ec-f4868f685f25', 'network_id': '1d77b99d-7ba7-4067-8ba3-3867da9acfb5', 'admin_state_up': True, 'tenant_id': '21e4df950c014d1894d155aac044e94a'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:09:36.882196 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device c56da2ff-5301-4cf2-a091-d7e7c58afed3 up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:09:36.935243 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-e472c9d6-e362-4c53-9e17-68e99510a34c tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Unset dirty status for tenant:11dcb989ec6c4491ae1ae5f2a00cbfd7 on resource:security_group {{(pid=79299) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:09:36.936456 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-e472c9d6-e362-4c53-9e17-68e99510a34c tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11dcb989ec6c4491ae1ae5f2a00cbfd7 HTTP/1.1" status: 200 len: 379 time: 0.9239149 Aug 19 13:09:36.942876 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-3b222b59-9311-4681-85ce-b6f767253253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:36.957833 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-22dd717d-8200-431f-82e6-01d9f3e454ed req-6c634c5d-0731-4df9-9f1a-a3c7afbd57d5 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 210 time: 0.2987828 Aug 19 13:09:36.973193 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-e217f979-019c-41b7-82ea-85b8c7039318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:36.976853 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Returning: {'device': 'cedd2ed0-bfe4-4884-8c49-f0c018f2f4e0', 'network_id': '46f7aaff-80d7-4e3f-8b73-4b055f01a648', 'port_id': 'cedd2ed0-bfe4-4884-8c49-f0c018f2f4e0', 'mac_address': 'fa:16:3e:50:37:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49e67e0b-90aa-438e-9687-03363c13298a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79301) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 19 13:09:37.084152 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-cb52010a-04c2-451d-9c42-be433dfa7d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:37.099371 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:37.122393 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cedd2ed0-bfe4-4884-8c49-f0c018f2f4e0 {{(pid=79301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:09:37.125582 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-cb52010a-04c2-451d-9c42-be433dfa7d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:37.151295 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning for port c56da2ff-5301-4cf2-a091-d7e7c58afed3 completed by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:09:37.157540 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port cedd2ed0-bfe4-4884-8c49-f0c018f2f4e0, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=cedd2ed0-bfe4-4884-8c49-f0c018f2f4e0,segment=NetworkSegment(7b6580d1-c90c-4118-9fb3-a5452ed9a85d),segment_id=7b6580d1-c90c-4118-9fb3-a5452ed9a85d)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:09:37.162662 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning complete for port c56da2ff-5301-4cf2-a091-d7e7c58afed3 triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:09:37.163293 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:37.205037 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:37.214701 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:37.218070 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ffd83167-7135-4214-864a-35db380a4a92 req-4d2794cb-06fd-45f3-b564-48d466a96206 service neutron] 10.222.0.68 "GET /v2.0/networks/46f7aaff-80d7-4e3f-8b73-4b055f01a648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463387 Aug 19 13:09:37.227999 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-3b222b59-9311-4681-85ce-b6f767253253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for subnet, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:37.235307 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-08bcabec-d7f3-473e-a9e0-bd4cdfaf808c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6f69952b6964432a8d270b698e672102&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3820567 Aug 19 13:09:37.254127 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-e9185b88-965e-414c-966b-102f3b1153c9 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Request body: {'port': {'device_id': '438aed69-4e72-402e-b09f-bbfe30e30183', 'network_id': '3b979c5e-82fd-4500-9fbc-547a88a6c3c4', 'admin_state_up': True, 'tenant_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'security_groups': ['4efce927-cddf-40e9-8f95-448253d8c512']}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:09:37.261862 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 50200) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:37.312397 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-a4b4e1a2-6d54-4f49-9beb-c031e9b9f243 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Synchronizing usage tracker for tenant:95c06fea712a4e118bd5a76f6957b19a on resource:port {{(pid=79300) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:09:37.339318 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=cedd2ed0-bfe4-4884-8c49-f0c018f2f4e0,revision_number=4']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:37.342489 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:37.381503 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bcabec-d7f3-473e-a9e0-bd4cdfaf808c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7fa99b-dcdd-4663-8412-31775cb28ad0,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:37.417093 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-08bcabec-d7f3-473e-a9e0-bd4cdfaf808c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:37.430678 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-3b222b59-9311-4681-85ce-b6f767253253 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/69446adc-3d1e-4f39-96aa-9d3977389af5 HTTP/1.1" status: 204 len: 168 time: 2.9168792 Aug 19 13:09:37.434748 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 50204) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:37.438727 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-a4b4e1a2-6d54-4f49-9beb-c031e9b9f243 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Unset dirty status for tenant:95c06fea712a4e118bd5a76f6957b19a on resource:port {{(pid=79300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:09:37.441487 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-a4b4e1a2-6d54-4f49-9beb-c031e9b9f243 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=95c06fea712a4e118bd5a76f6957b19a&fields=id HTTP/1.1" status: 200 len: 348 time: 1.7922933 Aug 19 13:09:37.456967 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:37.491110 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-cb52010a-04c2-451d-9c42-be433dfa7d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:37.510352 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] For port c56da2ff-5301-4cf2-a091-d7e7c58afed3, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=c56da2ff-5301-4cf2-a091-d7e7c58afed3,segment=NetworkSegment(4bacd4dc-35dc-4026-9500-78d94dfc592f),segment_id=4bacd4dc-35dc-4026-9500-78d94dfc592f)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:09:37.512377 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-36ee94b1-0581-45e7-aa9e-3254a1cee4b1 req-b6232d9b-4040-4547-b062-6d27b756197a tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 210 time: 0.3157871 Aug 19 13:09:37.517983 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-3ad9ed77-f05d-4ce3-bf55-e57394296cb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:37.528951 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:37.530875 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:37.550980 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-e9185b88-965e-414c-966b-102f3b1153c9 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:09:37.559142 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb52010a-04c2-451d-9c42-be433dfa7d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cd9bcd-7c61-4d19-a502-eee404be2c2f,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:37.568779 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-cb52010a-04c2-451d-9c42-be433dfa7d56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:37.576058 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-e9185b88-965e-414c-966b-102f3b1153c9 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:09:37.578604 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-cb52010a-04c2-451d-9c42-be433dfa7d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:37.579837 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-cb52010a-04c2-451d-9c42-be433dfa7d56 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/24cd9bcd-7c61-4d19-a502-eee404be2c2f HTTP/1.1" status: 204 len: 168 time: 1.6209311 Aug 19 13:09:37.616499 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] get_ports_and_sgs() called for port_ids ['cedd2ed0-bfe4-4884-8c49-f0c018f2f4e0'] {{(pid=79301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 19 13:09:37.661670 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-e9185b88-965e-414c-966b-102f3b1153c9 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Made reservation on behalf of 11dcb989ec6c4491ae1ae5f2a00cbfd7 for: {'port': 1} {{(pid=79299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:09:37.665811 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-e9185b88-965e-414c-966b-102f3b1153c9 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:37.673621 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5589a6f0-4c9d-455b-a51d-07e2aa0db36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-793971'] for network, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:37.704537 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-32ef2a65-02c7-4695-8475-89afe132f5bb tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:09:37.796974 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-8a5f4871-faaa-4c83-9299-5ab0f85678c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:37.797210 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-32ef2a65-02c7-4695-8475-89afe132f5bb tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Usage tracker for resource:port and tenant:21e4df950c014d1894d155aac044e94a is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:09:37.817472 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-32ef2a65-02c7-4695-8475-89afe132f5bb tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:09:37.921075 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-32ef2a65-02c7-4695-8475-89afe132f5bb tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:09:37.994631 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-32ef2a65-02c7-4695-8475-89afe132f5bb tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Made reservation on behalf of 21e4df950c014d1894d155aac044e94a for: {'port': 1} {{(pid=79299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:09:37.998582 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-32ef2a65-02c7-4695-8475-89afe132f5bb tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:38.023340 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-8a5f4871-faaa-4c83-9299-5ab0f85678c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:38.081610 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Pushing event updated for resources: {'Port': ['ID=c56da2ff-5301-4cf2-a091-d7e7c58afed3,revision_number=5']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:38.094797 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:38.324941 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.db_base_plugin_common [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-e9185b88-965e-414c-966b-102f3b1153c9 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Allocated IP 172.20.0.14 (3b979c5e-82fd-4500-9fbc-547a88a6c3c4/a5197019-4cd9-46fe-ad6e-7e976db4e517/47424f4a-678d-4870-ae86-843b6d41156c) {{(pid=79299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:09:38.336653 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b54254-391f-4b9b-8fc6-48b2e7a5ad95 req-518e43c8-5bf7-403f-9d63-a6864c1b8c98 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:38.346857 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-25b54254-391f-4b9b-8fc6-48b2e7a5ad95 req-518e43c8-5bf7-403f-9d63-a6864c1b8c98 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e55e4e6-ac7f-4af8-ac37-1b3766e711bd HTTP/1.1" status: 200 len: 945 time: 0.5458565 Aug 19 13:09:38.470745 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-8a5f4871-faaa-4c83-9299-5ab0f85678c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:38.489024 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-bfbb9751-b2f2-4e5e-94f2-41295094a2dc service neutron] 10.222.0.49 "GET /v2.0/networks/11872a7c-c78f-4b06-a868-5e50d8b5c681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8110476 Aug 19 13:09:38.509068 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:38.532360 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-25b54254-391f-4b9b-8fc6-48b2e7a5ad95 req-5ee08051-9cfc-4d61-8f14-c683ec778384 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e2e45ff-bf2b-4c33-b7a8-d9631e226ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844463 Aug 19 13:09:38.575820 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.db_base_plugin_common [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-32ef2a65-02c7-4695-8475-89afe132f5bb tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Allocated IP 172.20.0.13 (1d77b99d-7ba7-4067-8ba3-3867da9acfb5/7a72a2fc-b629-4f4b-9486-128583568f2d/14598cdf-88e3-44de-8ac2-879750d157f0) {{(pid=79299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:09:38.719591 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5589a6f0-4c9d-455b-a51d-07e2aa0db36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914249', 'neutron.services.segments.db._delete_segments_for_network-8734197845149'] for network, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:38.770900 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device c56da2ff-5301-4cf2-a091-d7e7c58afed3 up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:09:38.805702 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5f4871-faaa-4c83-9299-5ab0f85678c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7fa99b-dcdd-4663-8412-31775cb28ad0,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:38.817855 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-8a5f4871-faaa-4c83-9299-5ab0f85678c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:38.843963 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5589a6f0-4c9d-455b-a51d-07e2aa0db36d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:09:38.844305 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5589a6f0-4c9d-455b-a51d-07e2aa0db36d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:09:38.850808 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5589a6f0-4c9d-455b-a51d-07e2aa0db36d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:09:38.851361 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5589a6f0-4c9d-455b-a51d-07e2aa0db36d admin admin] Subscribe: > port after_create 55550000 {{(pid=79300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:09:38.851925 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5589a6f0-4c9d-455b-a51d-07e2aa0db36d admin admin] Subscribe: > port after_delete 55550000 {{(pid=79300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:09:38.852300 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5589a6f0-4c9d-455b-a51d-07e2aa0db36d admin admin] Subscribe: > port after_update 55550000 {{(pid=79300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:09:38.852630 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5589a6f0-4c9d-455b-a51d-07e2aa0db36d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:09:38.852963 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5589a6f0-4c9d-455b-a51d-07e2aa0db36d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:09:38.853292 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5589a6f0-4c9d-455b-a51d-07e2aa0db36d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:09:38.853616 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5589a6f0-4c9d-455b-a51d-07e2aa0db36d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:09:38.867264 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-91645789-fb4c-4e97-967c-91b0163012d9 req-1a64c7ff-b0d3-4e5a-b859-aa0b26ab7553 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 210 time: 0.0899968 Aug 19 13:09:38.963432 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning complete for port c56da2ff-5301-4cf2-a091-d7e7c58afed3 triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:09:38.963886 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:39.043967 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 50252) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:39.058037 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-32ef2a65-02c7-4695-8475-89afe132f5bb tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Notify callbacks [] for port, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:39.089358 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5589a6f0-4c9d-455b-a51d-07e2aa0db36d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:09:39.089358 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5589a6f0-4c9d-455b-a51d-07e2aa0db36d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:09:39.089780 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5589a6f0-4c9d-455b-a51d-07e2aa0db36d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:09:39.090086 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5589a6f0-4c9d-455b-a51d-07e2aa0db36d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:09:39.090628 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.services.segments.db [None req-5589a6f0-4c9d-455b-a51d-07e2aa0db36d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfad9081-6bce-4e66-9a02-89e75bcb1b04']}} {{(pid=79300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:09:39.106953 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-8a5f4871-faaa-4c83-9299-5ab0f85678c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:39.108091 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-8a5f4871-faaa-4c83-9299-5ab0f85678c4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2b7fa99b-dcdd-4663-8412-31775cb28ad0 HTTP/1.1" status: 204 len: 168 time: 1.8335629 Aug 19 13:09:39.126996 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-88354319-a233-4848-bec1-2233f4b3d6cd req-6b6ae78e-eea2-47d3-a155-97841fc50e67 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 210 time: 0.0771477 Aug 19 13:09:39.232202 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.services.segments.db [None req-5589a6f0-4c9d-455b-a51d-07e2aa0db36d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae061dd6-1c46-41b5-92d6-0b318131ebec') {'for_net_delete': True} {{(pid=79300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:09:39.232493 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.services.segments.db [None req-5589a6f0-4c9d-455b-a51d-07e2aa0db36d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae061dd6-1c46-41b5-92d6-0b318131ebec') {} {{(pid=79300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:09:39.244046 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-e9185b88-965e-414c-966b-102f3b1153c9 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks [] for port, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:39.270192 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.provisioning_blocks [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-e9185b88-965e-414c-966b-102f3b1153c9 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Transition to ACTIVE for port object 47424f4a-678d-4870-ae86-843b6d41156c will not be triggered until provisioned by entity DHCP. {{(pid=79299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:09:39.274991 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-43a1cd71-408f-4d72-92c7-430d4242d353 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:39.276703 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-43a1cd71-408f-4d72-92c7-430d4242d353 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Synchronizing usage tracker for tenant:21e4df950c014d1894d155aac044e94a on resource:network {{(pid=79300) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:09:39.293424 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5589a6f0-4c9d-455b-a51d-07e2aa0db36d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734197843447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6203741'] for segment, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:39.297068 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-32ef2a65-02c7-4695-8475-89afe132f5bb tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910'] for port, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:39.310309 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-a8c2fd16-ad14-4201-8138-c8100d63cfc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:39.332398 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5589a6f0-4c9d-455b-a51d-07e2aa0db36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910984'] for segment, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:39.340450 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5589a6f0-4c9d-455b-a51d-07e2aa0db36d admin admin] Releasing vlan 1020 on physical network physnet1 to pool {{(pid=79300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:09:39.341101 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5589a6f0-4c9d-455b-a51d-07e2aa0db36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-910977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202538'] for segment, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:39.393599 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-32ef2a65-02c7-4695-8475-89afe132f5bb tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Network 1d77b99d-7ba7-4067-8ba3-3867da9acfb5 is already hosted by enough agents. {{(pid=79299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:09:39.398232 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.base_scheduler [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-32ef2a65-02c7-4695-8475-89afe132f5bb tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Resources bound (agent type, host, resource id): {{(pid=79299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:09:39.405118 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-e9185b88-965e-414c-966b-102f3b1153c9 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910'] for port, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:39.425306 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-32ef2a65-02c7-4695-8475-89afe132f5bb tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Received port after_create {{(pid=79299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:09:39.431385 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-32ef2a65-02c7-4695-8475-89afe132f5bb tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:39.432358 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-32ef2a65-02c7-4695-8475-89afe132f5bb tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for port, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:39.436593 dv-cinder-805144-1-iscsi neutron-server[79300]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 13:09:39.436593 dv-cinder-805144-1-iscsi neutron-server[79300]: from cryptography.utils import int_from_bytes Aug 19 13:09:39.436593 dv-cinder-805144-1-iscsi neutron-server[79300]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 13:09:39.436593 dv-cinder-805144-1-iscsi neutron-server[79300]: from cryptography.utils import int_from_bytes Aug 19 13:09:39.436593 dv-cinder-805144-1-iscsi neutron-server[79300]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 19 13:09:39.436593 dv-cinder-805144-1-iscsi neutron-server[79300]: util.warn_limited( Aug 19 13:09:39.436593 dv-cinder-805144-1-iscsi neutron-server[79300]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Aug 19 13:09:39.436593 dv-cinder-805144-1-iscsi neutron-server[79300]: util.warn_limited( Aug 19 13:09:39.436593 dv-cinder-805144-1-iscsi neutron-server[79300]: Traceback (most recent call last): Aug 19 13:09:39.436593 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:09:39.436593 dv-cinder-805144-1-iscsi neutron-server[79300]: timer() Aug 19 13:09:39.436593 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:09:39.436593 dv-cinder-805144-1-iscsi neutron-server[79300]: cb(*args, **kw) Aug 19 13:09:39.436593 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 19 13:09:39.436593 dv-cinder-805144-1-iscsi neutron-server[79300]: return func(*args, **kwargs) Aug 19 13:09:39.436593 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:09:39.436593 dv-cinder-805144-1-iscsi neutron-server[79300]: self._notify() Aug 19 13:09:39.436593 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:09:39.436593 dv-cinder-805144-1-iscsi neutron-server[79300]: self.callback(batched_events) Aug 19 13:09:39.436593 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:09:39.436593 dv-cinder-805144-1-iscsi neutron-server[79300]: event.method(event) Aug 19 13:09:39.436593 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 19 13:09:39.436593 dv-cinder-805144-1-iscsi neutron-server[79300]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:09:39.436593 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 19 13:09:39.436593 dv-cinder-805144-1-iscsi neutron-server[79300]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:09:39.436593 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:09:39.436593 dv-cinder-805144-1-iscsi neutron-server[79300]: return f(self, *a, **k) Aug 19 13:09:39.436593 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:09:39.436593 dv-cinder-805144-1-iscsi neutron-server[79300]: return self._get(url).json() Aug 19 13:09:39.436593 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:09:39.436593 dv-cinder-805144-1-iscsi neutron-server[79300]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:09:39.436593 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:09:39.436593 dv-cinder-805144-1-iscsi neutron-server[79300]: return self.request(url, 'GET', **kwargs) Aug 19 13:09:39.436593 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:09:39.436593 dv-cinder-805144-1-iscsi neutron-server[79300]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:09:39.436593 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:09:39.436593 dv-cinder-805144-1-iscsi neutron-server[79300]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:09:39.436593 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:09:39.436593 dv-cinder-805144-1-iscsi neutron-server[79300]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:09:39.436593 dv-cinder-805144-1-iscsi neutron-server[79300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:09:39.443274 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef2a65-02c7-4695-8475-89afe132f5bb tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Pushing event updated for resources: {'Port': ['ID=14598cdf-88e3-44de-8ac2-879750d157f0,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:39.450279 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-32ef2a65-02c7-4695-8475-89afe132f5bb tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:39.477841 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:39.502349 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5589a6f0-4c9d-455b-a51d-07e2aa0db36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962902'] for network, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:39.517804 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-43a1cd71-408f-4d72-92c7-430d4242d353 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Unset dirty status for tenant:21e4df950c014d1894d155aac044e94a on resource:network {{(pid=79300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:09:39.519071 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-43a1cd71-408f-4d72-92c7-430d4242d353 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.68 "GET /v2.0/networks?id=1d77b99d-7ba7-4067-8ba3-3867da9acfb5 HTTP/1.1" status: 200 len: 819 time: 1.8423305 Aug 19 13:09:39.524186 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-32ef2a65-02c7-4695-8475-89afe132f5bb tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6865773 Aug 19 13:09:39.524860 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:39.540338 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-164e96bc-003b-4a20-bfd3-a77c002d172d service neutron] 10.222.0.49 "GET /v2.0/networks/11872a7c-c78f-4b06-a868-5e50d8b5c681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7992957 Aug 19 13:09:39.544971 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5589a6f0-4c9d-455b-a51d-07e2aa0db36d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for network, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:39.557857 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-98051c9c-30c4-4918-b3f4-98fd885dd540 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Request body: {'port': {'device_id': 'cf19fedf-a6bb-4413-987d-238f2fc02a8c', 'network_id': '1d77b99d-7ba7-4067-8ba3-3867da9acfb5', 'admin_state_up': True, 'tenant_id': '21e4df950c014d1894d155aac044e94a'}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:09:39.576091 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5589a6f0-4c9d-455b-a51d-07e2aa0db36d admin admin] Pushing event deleted for resources: {'Network': ['ID=cfad9081-6bce-4e66-9a02-89e75bcb1b04,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:39.590892 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-5589a6f0-4c9d-455b-a51d-07e2aa0db36d admin admin] 10.222.0.49 "DELETE /v2.0/networks/cfad9081-6bce-4e66-9a02-89e75bcb1b04 HTTP/1.1" status: 204 len: 168 time: 2.1508060 Aug 19 13:09:39.590892 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-5589a6f0-4c9d-455b-a51d-07e2aa0db36d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:39.641572 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 50274) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:39.756938 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-314ad1fc-8efe-4f2d-b99b-b3f5f13c5d3d service neutron] Request body: {'port': {'device_id': '54efad08-ca70-483d-88ec-f4868f685f25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80514'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:09:39.780885 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 50282) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:39.785978 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-e9185b88-965e-414c-966b-102f3b1153c9 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Network 3b979c5e-82fd-4500-9fbc-547a88a6c3c4 is already hosted by enough agents. {{(pid=79299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:09:39.816297 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9185b88-965e-414c-966b-102f3b1153c9 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Pushing event updated for resources: {'Port': ['ID=47424f4a-678d-4870-ae86-843b6d41156c,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:39.829785 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.base_scheduler [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-e9185b88-965e-414c-966b-102f3b1153c9 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Resources bound (agent type, host, resource id): {{(pid=79299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:09:39.852469 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-8d13536a-360e-4b13-b055-cfcba386fd54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:39.888500 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3604d91-30a6-4105-b393-830567721e5e admin admin] Deleting subnet 9f4d32f2-d78d-403e-830d-8ace8123234b {{(pid=79300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 19 13:09:39.893764 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-b3604d91-30a6-4105-b393-830567721e5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:39.904871 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-e9185b88-965e-414c-966b-102f3b1153c9 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:39.932511 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a20eac64-9f07-4f51-9dbb-6e4e19c84610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:39.949920 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.l3_dvrscheduler_db [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-e9185b88-965e-414c-966b-102f3b1153c9 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Received port after_create {{(pid=79299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:09:39.957278 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-e9185b88-965e-414c-966b-102f3b1153c9 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:39.958192 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-e9185b88-965e-414c-966b-102f3b1153c9 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for port, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:39.976395 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-b3604d91-30a6-4105-b393-830567721e5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6203714'] for subnet, precommit_delete_associations {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:40.005597 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-e9185b88-965e-414c-966b-102f3b1153c9 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9225783 Aug 19 13:09:40.041278 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-a20eac64-9f07-4f51-9dbb-6e4e19c84610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:09:40.058446 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-d3e5a3f5-5d53-4467-9ff6-d2f67942d046 service neutron] Request body: {'port': {'device_id': '438aed69-4e72-402e-b09f-bbfe30e30183', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80514'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:09:40.065427 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-b3604d91-30a6-4105-b393-830567721e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916658'] for subnet, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:40.196753 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-8d13536a-360e-4b13-b055-cfcba386fd54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:09:40.201667 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-8d13536a-360e-4b13-b055-cfcba386fd54 admin admin] Usage tracker for resource:security_group_rule and tenant:d064a42ca0f74afe9ef8f7c07b7ac331 is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:09:40.204856 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-8d13536a-360e-4b13-b055-cfcba386fd54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:09:40.211368 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-8d13536a-360e-4b13-b055-cfcba386fd54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:09:40.215139 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-a20eac64-9f07-4f51-9dbb-6e4e19c84610 admin admin] Usage tracker for resource:security_group_rule and tenant:c5e39ec5d63f4a52b7608d199ef64cc3 is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:09:40.219245 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-d3e5a3f5-5d53-4467-9ff6-d2f67942d046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:40.253979 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-b0e8e840-53d0-4b08-ad47-f00db32c9e01 req-e0e59740-885d-42ea-8194-2aab321e796d tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 210 time: 0.3688262 Aug 19 13:09:40.268248 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-98051c9c-30c4-4918-b3f4-98fd885dd540 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:09:40.273674 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-98051c9c-30c4-4918-b3f4-98fd885dd540 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Usage tracker for resource:port and tenant:21e4df950c014d1894d155aac044e94a is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:09:40.277018 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-98051c9c-30c4-4918-b3f4-98fd885dd540 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:09:40.286155 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-fb30b92a-4804-46e5-ad7f-995e9578ecd1 None None] Provisioning for port 47424f4a-678d-4870-ae86-843b6d41156c completed by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:09:40.287481 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-98051c9c-30c4-4918-b3f4-98fd885dd540 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:09:40.296647 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-fb30b92a-4804-46e5-ad7f-995e9578ecd1 None None] Provisioning complete for port 47424f4a-678d-4870-ae86-843b6d41156c triggered by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:09:40.297775 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-fb30b92a-4804-46e5-ad7f-995e9578ecd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:40.306712 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-b3604d91-30a6-4105-b393-830567721e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6202572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374726'] for subnet, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:40.324547 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:40.367647 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-98051c9c-30c4-4918-b3f4-98fd885dd540 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Made reservation on behalf of 21e4df950c014d1894d155aac044e94a for: {'port': 1} {{(pid=79300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:09:40.373781 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-98051c9c-30c4-4918-b3f4-98fd885dd540 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:40.401214 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device cedd2ed0-bfe4-4884-8c49-f0c018f2f4e0 up at agent hyperv_hv-cinder-80514 {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:09:40.405352 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3604d91-30a6-4105-b393-830567721e5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f4d32f2-d78d-403e-830d-8ace8123234b,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:40.424655 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-b3604d91-30a6-4105-b393-830567721e5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for subnet, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:40.442069 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-a20eac64-9f07-4f51-9dbb-6e4e19c84610 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:09:40.493122 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-314ad1fc-8efe-4f2d-b99b-b3f5f13c5d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:40.508989 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-fb30b92a-4804-46e5-ad7f-995e9578ecd1 None None] Port 47424f4a-678d-4870-ae86-843b6d41156c cannot update to ACTIVE because it is not bound. {{(pid=79301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:09:40.520062 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-b3604d91-30a6-4105-b393-830567721e5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:40.523944 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-b3604d91-30a6-4105-b393-830567721e5e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9f4d32f2-d78d-403e-830d-8ace8123234b HTTP/1.1" status: 204 len: 168 time: 0.8806727 Aug 19 13:09:40.546232 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 50314) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:40.557394 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Provisioning for port cedd2ed0-bfe4-4884-8c49-f0c018f2f4e0 completed by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:09:40.567380 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Provisioning complete for port cedd2ed0-bfe4-4884-8c49-f0c018f2f4e0 triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:09:40.571558 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:40.602301 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-a20eac64-9f07-4f51-9dbb-6e4e19c84610 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:09:40.689835 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291244a-6b08-4380-8f9e-5411d22c9d58 req-f2e5ba55-9d85-4eb1-9f28-83d07341de24 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:40.697499 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-2291244a-6b08-4380-8f9e-5411d22c9d58 req-f2e5ba55-9d85-4eb1-9f28-83d07341de24 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e55e4e6-ac7f-4af8-ac37-1b3766e711bd HTTP/1.1" status: 200 len: 945 time: 0.9049737 Aug 19 13:09:40.742570 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:40.784251 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e55e4e6-ac7f-4af8-ac37-1b3766e711bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cedd2ed0-bfe4-4884-8c49-f0c018f2f4e0'}] {{(pid=79301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:09:40.802712 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-8d13536a-360e-4b13-b055-cfcba386fd54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:40.831455 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-8d13536a-360e-4b13-b055-cfcba386fd54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:40.874535 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port cedd2ed0-bfe4-4884-8c49-f0c018f2f4e0, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=cedd2ed0-bfe4-4884-8c49-f0c018f2f4e0,segment=NetworkSegment(7b6580d1-c90c-4118-9fb3-a5452ed9a85d),segment_id=7b6580d1-c90c-4118-9fb3-a5452ed9a85d)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:09:40.880619 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:40.882750 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-b5aa3c20-f549-407f-9a88-6078b35782df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:40.907301 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-8a5f4871-faaa-4c83-9299-5ab0f85678c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:40.917891 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-2291244a-6b08-4380-8f9e-5411d22c9d58 req-a0c410c2-aad6-4a6d-8e06-952ba436c37f tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e2e45ff-bf2b-4c33-b7a8-d9631e226ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192006 Aug 19 13:09:41.016411 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=cedd2ed0-bfe4-4884-8c49-f0c018f2f4e0,revision_number=5']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:41.023514 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:41.032490 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a121abcd-a244-4ab5-842c-9127f42a62ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-793971'] for network, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:41.051130 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-8d13536a-360e-4b13-b055-cfcba386fd54 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d064a42ca0f74afe9ef8f7c07b7ac331&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2635953 Aug 19 13:09:41.051816 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d13536a-360e-4b13-b055-cfcba386fd54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0434c7-d5f9-4c09-8d5c-d8be94e2eed1,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:41.066821 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 50328) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:41.091403 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-8d13536a-360e-4b13-b055-cfcba386fd54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:41.130032 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b1f02-5385-4aaf-8be6-75c5db5a64d0 req-67be4661-60cb-4e59-881a-f1af2b17d39c tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:41.131639 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-498b1f02-5385-4aaf-8be6-75c5db5a64d0 req-67be4661-60cb-4e59-881a-f1af2b17d39c tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 932 time: 0.6104996 Aug 19 13:09:41.139712 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.db_base_plugin_common [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-98051c9c-30c4-4918-b3f4-98fd885dd540 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Allocated IP 172.20.0.12 (1d77b99d-7ba7-4067-8ba3-3867da9acfb5/7a72a2fc-b629-4f4b-9486-128583568f2d/eef65604-7e78-4eaf-811b-03d073ffd928) {{(pid=79300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:09:41.255986 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-34b07b1c-a348-4e7f-ad19-21e38b46d6ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:41.288944 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-498b1f02-5385-4aaf-8be6-75c5db5a64d0 req-0b38b5b4-ecbf-48aa-a366-9dc7d2656406 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383941 Aug 19 13:09:41.331489 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-34b07b1c-a348-4e7f-ad19-21e38b46d6ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:41.490395 dv-cinder-805144-1-iscsi neutron-server[79301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e55e4e6-ac7f-4af8-ac37-1b3766e711bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cedd2ed0-bfe4-4884-8c49-f0c018f2f4e0', 'code': 200} Aug 19 13:09:41.507162 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-00313538-ae45-4165-82ac-fab24a10bea9 req-e09cb508-134e-4aa9-ad77-64a8ed66fc32 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Synchronizing usage tracker for tenant:21e4df950c014d1894d155aac044e94a on resource:port {{(pid=79299) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:09:41.648229 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-98051c9c-30c4-4918-b3f4-98fd885dd540 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Notify callbacks [] for port, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:41.657534 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a121abcd-a244-4ab5-842c-9127f42a62ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914249', 'neutron.services.segments.db._delete_segments_for_network-8734197845149'] for network, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:41.662440 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.68', 56953) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:41.677872 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a121abcd-a244-4ab5-842c-9127f42a62ea admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:09:41.678231 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a121abcd-a244-4ab5-842c-9127f42a62ea admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:09:41.679169 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a121abcd-a244-4ab5-842c-9127f42a62ea admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:09:41.679504 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a121abcd-a244-4ab5-842c-9127f42a62ea admin admin] Subscribe: > port after_create 55550000 {{(pid=79299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:09:41.679938 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a121abcd-a244-4ab5-842c-9127f42a62ea admin admin] Subscribe: > port after_delete 55550000 {{(pid=79299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:09:41.680307 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a121abcd-a244-4ab5-842c-9127f42a62ea admin admin] Subscribe: > port after_update 55550000 {{(pid=79299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:09:41.680629 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a121abcd-a244-4ab5-842c-9127f42a62ea admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:09:41.681002 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a121abcd-a244-4ab5-842c-9127f42a62ea admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:09:41.681328 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a121abcd-a244-4ab5-842c-9127f42a62ea admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:09:41.681647 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a121abcd-a244-4ab5-842c-9127f42a62ea admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:09:41.684086 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-34b07b1c-a348-4e7f-ad19-21e38b46d6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:41.803001 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:41.960546 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a121abcd-a244-4ab5-842c-9127f42a62ea admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:09:41.960842 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a121abcd-a244-4ab5-842c-9127f42a62ea admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:09:41.961145 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a121abcd-a244-4ab5-842c-9127f42a62ea admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:09:41.961498 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a121abcd-a244-4ab5-842c-9127f42a62ea admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 13:09:41.961871 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.services.segments.db [None req-a121abcd-a244-4ab5-842c-9127f42a62ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d391a81f-0023-4139-a735-6e9e16e59453']}} {{(pid=79299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:09:41.962993 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-adc6b752-6903-4f8c-b6ef-918c4c6b811a req-defb888d-31f6-4b42-a8b3-b4b77c88daf2 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 210 time: 0.2330227 Aug 19 13:09:41.963852 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b07b1c-a348-4e7f-ad19-21e38b46d6ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0434c7-d5f9-4c09-8d5c-d8be94e2eed1,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:41.978529 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.services.segments.db [None req-a121abcd-a244-4ab5-842c-9127f42a62ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c98c02a8-b30b-4f95-8fd2-dce96def51cf') {'for_net_delete': True} {{(pid=79299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:09:41.978707 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-34b07b1c-a348-4e7f-ad19-21e38b46d6ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:41.979094 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.services.segments.db [None req-a121abcd-a244-4ab5-842c-9127f42a62ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c98c02a8-b30b-4f95-8fd2-dce96def51cf') {} {{(pid=79299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:09:42.059795 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a121abcd-a244-4ab5-842c-9127f42a62ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734197843447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6934668'] for segment, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:42.078621 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.68', 56955) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:42.118209 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-6d8da1c8-b40c-46b8-af73-f48a634df17c tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:42.119691 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-6d8da1c8-b40c-46b8-af73-f48a634df17c tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.68 "GET /v2.0/networks?id=11872a7c-c78f-4b06-a868-5e50d8b5c681 HTTP/1.1" status: 200 len: 810 time: 0.4544268 Aug 19 13:09:42.120795 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-98051c9c-30c4-4918-b3f4-98fd885dd540 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202527'] for port, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:42.215192 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a121abcd-a244-4ab5-842c-9127f42a62ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910984'] for segment, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:42.220880 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-00313538-ae45-4165-82ac-fab24a10bea9 req-e09cb508-134e-4aa9-ad77-64a8ed66fc32 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Unset dirty status for tenant:21e4df950c014d1894d155aac044e94a on resource:port {{(pid=79299) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:09:42.224204 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-00313538-ae45-4165-82ac-fab24a10bea9 req-e09cb508-134e-4aa9-ad77-64a8ed66fc32 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 210 time: 1.0098076 Aug 19 13:09:42.262346 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-34b07b1c-a348-4e7f-ad19-21e38b46d6ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:42.263537 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-34b07b1c-a348-4e7f-ad19-21e38b46d6ce admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fe0434c7-d5f9-4c09-8d5c-d8be94e2eed1 HTTP/1.1" status: 204 len: 168 time: 1.1957619 Aug 19 13:09:42.295125 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a121abcd-a244-4ab5-842c-9127f42a62ea admin admin] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=79299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:09:42.295499 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a121abcd-a244-4ab5-842c-9127f42a62ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-910977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6301165'] for segment, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:42.297316 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:42.313760 dv-cinder-805144-1-iscsi neutron-server[79299]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 13:09:42.313760 dv-cinder-805144-1-iscsi neutron-server[79299]: from cryptography.utils import int_from_bytes Aug 19 13:09:42.313760 dv-cinder-805144-1-iscsi neutron-server[79299]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 13:09:42.313760 dv-cinder-805144-1-iscsi neutron-server[79299]: from cryptography.utils import int_from_bytes Aug 19 13:09:42.313760 dv-cinder-805144-1-iscsi neutron-server[79299]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 19 13:09:42.313760 dv-cinder-805144-1-iscsi neutron-server[79299]: util.warn_limited( Aug 19 13:09:42.313760 dv-cinder-805144-1-iscsi neutron-server[79299]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Aug 19 13:09:42.313760 dv-cinder-805144-1-iscsi neutron-server[79299]: util.warn_limited( Aug 19 13:09:42.313760 dv-cinder-805144-1-iscsi neutron-server[79299]: Traceback (most recent call last): Aug 19 13:09:42.313760 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:09:42.313760 dv-cinder-805144-1-iscsi neutron-server[79299]: timer() Aug 19 13:09:42.313760 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:09:42.313760 dv-cinder-805144-1-iscsi neutron-server[79299]: cb(*args, **kw) Aug 19 13:09:42.313760 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 19 13:09:42.313760 dv-cinder-805144-1-iscsi neutron-server[79299]: return func(*args, **kwargs) Aug 19 13:09:42.313760 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:09:42.313760 dv-cinder-805144-1-iscsi neutron-server[79299]: self._notify() Aug 19 13:09:42.313760 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:09:42.313760 dv-cinder-805144-1-iscsi neutron-server[79299]: self.callback(batched_events) Aug 19 13:09:42.313760 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:09:42.313760 dv-cinder-805144-1-iscsi neutron-server[79299]: event.method(event) Aug 19 13:09:42.313760 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 19 13:09:42.313760 dv-cinder-805144-1-iscsi neutron-server[79299]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:09:42.313760 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 19 13:09:42.313760 dv-cinder-805144-1-iscsi neutron-server[79299]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:09:42.313760 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:09:42.313760 dv-cinder-805144-1-iscsi neutron-server[79299]: return f(self, *a, **k) Aug 19 13:09:42.313760 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:09:42.313760 dv-cinder-805144-1-iscsi neutron-server[79299]: return self._get(url).json() Aug 19 13:09:42.313760 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:09:42.313760 dv-cinder-805144-1-iscsi neutron-server[79299]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:09:42.313760 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:09:42.313760 dv-cinder-805144-1-iscsi neutron-server[79299]: return self.request(url, 'GET', **kwargs) Aug 19 13:09:42.313760 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:09:42.313760 dv-cinder-805144-1-iscsi neutron-server[79299]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:09:42.313760 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:09:42.313760 dv-cinder-805144-1-iscsi neutron-server[79299]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:09:42.313760 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:09:42.313760 dv-cinder-805144-1-iscsi neutron-server[79299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:09:42.313760 dv-cinder-805144-1-iscsi neutron-server[79299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:09:42.358254 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a20eac64-9f07-4f51-9dbb-6e4e19c84610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:42.378077 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-98051c9c-30c4-4918-b3f4-98fd885dd540 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Network 1d77b99d-7ba7-4067-8ba3-3867da9acfb5 is already hosted by enough agents. {{(pid=79300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:09:42.407811 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-b7240444-d321-4b38-9ccd-56123c3bcc05 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95c06fea712a4e118bd5a76f6957b19a HTTP/1.1" status: 200 len: 380 time: 0.1466510 Aug 19 13:09:42.408582 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.base_scheduler [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-98051c9c-30c4-4918-b3f4-98fd885dd540 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Resources bound (agent type, host, resource id): {{(pid=79300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:09:42.423507 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-2dba413d-dc4d-46b8-b7f0-04df817558ae tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Request body: {'port': {'device_id': 'c1d017c6-6536-4ef5-8d63-44d7908a66a7', 'network_id': '11872a7c-c78f-4b06-a868-5e50d8b5c681', 'admin_state_up': True, 'tenant_id': '95c06fea712a4e118bd5a76f6957b19a', 'security_groups': ['206076d1-674b-4351-8bbb-7bd798d6aa99']}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:09:42.444032 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.l3_dvrscheduler_db [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-98051c9c-30c4-4918-b3f4-98fd885dd540 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Received port after_create {{(pid=79300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:09:42.540059 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98051c9c-30c4-4918-b3f4-98fd885dd540 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Pushing event updated for resources: {'Port': ['ID=eef65604-7e78-4eaf-811b-03d073ffd928,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:42.555318 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-98051c9c-30c4-4918-b3f4-98fd885dd540 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:42.596731 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a20eac64-9f07-4f51-9dbb-6e4e19c84610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:42.622012 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-98051c9c-30c4-4918-b3f4-98fd885dd540 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:42.622657 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-98051c9c-30c4-4918-b3f4-98fd885dd540 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for port, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:42.649880 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-eb2a4ce0-1ee2-4c46-b347-70679c297c48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:42.653539 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c7a1a-e132-4684-a886-2d72eb896d30 req-1642a1d1-c8d6-44cc-813b-a8e165f107a6 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:42.655115 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-686c7a1a-e132-4684-a886-2d72eb896d30 req-1642a1d1-c8d6-44cc-813b-a8e165f107a6 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e55e4e6-ac7f-4af8-ac37-1b3766e711bd HTTP/1.1" status: 200 len: 946 time: 0.5466952 Aug 19 13:09:42.690646 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-98051c9c-30c4-4918-b3f4-98fd885dd540 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1428583 Aug 19 13:09:42.700853 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-2dba413d-dc4d-46b8-b7f0-04df817558ae tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:09:42.718553 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-81da1845-e86d-4756-955e-fecc3b9e19bd service neutron] Request body: {'port': {'device_id': 'cf19fedf-a6bb-4413-987d-238f2fc02a8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80514'}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:09:42.768586 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-2dba413d-dc4d-46b8-b7f0-04df817558ae tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:09:42.800709 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-686c7a1a-e132-4684-a886-2d72eb896d30 req-cd3dec19-2abc-40c6-83d2-ee9f91d4841d tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e2e45ff-bf2b-4c33-b7a8-d9631e226ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340246 Aug 19 13:09:42.826517 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-2dba413d-dc4d-46b8-b7f0-04df817558ae tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Made reservation on behalf of 95c06fea712a4e118bd5a76f6957b19a for: {'port': 1} {{(pid=79300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:09:42.829902 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a121abcd-a244-4ab5-842c-9127f42a62ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962902'] for network, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:42.830281 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-2dba413d-dc4d-46b8-b7f0-04df817558ae tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:42.838575 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.notifiers.nova [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-d3e5a3f5-5d53-4467-9ff6-d2f67942d046 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47424f4a-678d-4870-ae86-843b6d41156c {{(pid=79299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:09:42.844292 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20eac64-9f07-4f51-9dbb-6e4e19c84610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5526f99-05b0-44e5-88f0-a8d4479fe7bc,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:42.849770 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-a20eac64-9f07-4f51-9dbb-6e4e19c84610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:42.859635 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a121abcd-a244-4ab5-842c-9127f42a62ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for network, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:42.872258 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-a20eac64-9f07-4f51-9dbb-6e4e19c84610 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c5e39ec5d63f4a52b7608d199ef64cc3&name=default HTTP/1.1" status: 200 len: 2979 time: 3.8217778 Aug 19 13:09:42.874256 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-d3e5a3f5-5d53-4467-9ff6-d2f67942d046 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:42.880601 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:42.885553 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 50370) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:42.901369 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-a121abcd-a244-4ab5-842c-9127f42a62ea admin admin] 10.222.0.49 "DELETE /v2.0/networks/d391a81f-0023-4139-a735-6e9e16e59453 HTTP/1.1" status: 204 len: 168 time: 2.3072059 Aug 19 13:09:42.927540 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a121abcd-a244-4ab5-842c-9127f42a62ea admin admin] Pushing event deleted for resources: {'Network': ['ID=d391a81f-0023-4139-a735-6e9e16e59453,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:42.930214 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-a121abcd-a244-4ab5-842c-9127f42a62ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:42.953901 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.provisioning_blocks [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-d3e5a3f5-5d53-4467-9ff6-d2f67942d046 service neutron] Transition to ACTIVE for port object 47424f4a-678d-4870-ae86-843b6d41156c will not be triggered until provisioned by entity L2. {{(pid=79299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:09:42.958277 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b400d8e-d417-4c20-8346-70e59413b17f req-4e45b72c-3e36-40dd-b1d6-c5958f19cc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:42.961036 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-6b400d8e-d417-4c20-8346-70e59413b17f req-4e45b72c-3e36-40dd-b1d6-c5958f19cc99 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=5e55e4e6-ac7f-4af8-ac37-1b3766e711bd HTTP/1.1" status: 200 len: 1099 time: 0.8245828 Aug 19 13:09:42.970774 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-d3e5a3f5-5d53-4467-9ff6-d2f67942d046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6301121'] for port, after_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:43.071216 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-32ef2a65-02c7-4695-8475-89afe132f5bb tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:43.103709 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-81da1845-e86d-4756-955e-fecc3b9e19bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:43.210477 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f706ecb-f264-45b6-b504-139cfc177390 req-da0e2edf-5c14-49e6-b533-d85e530e7218 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:43.211851 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-2f706ecb-f264-45b6-b504-139cfc177390 req-da0e2edf-5c14-49e6-b533-d85e530e7218 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Synchronizing usage tracker for tenant:11dcb989ec6c4491ae1ae5f2a00cbfd7 on resource:port {{(pid=79299) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:09:43.217066 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-6b400d8e-d417-4c20-8346-70e59413b17f req-1d2ed7cf-931d-425e-b468-766ec1afb55d service neutron] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:43.434601 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [req-6b400d8e-d417-4c20-8346-70e59413b17f req-1d2ed7cf-931d-425e-b468-766ec1afb55d service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:09:43.439545 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 50388) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:43.527322 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-f25b08f4-16cd-4c58-8499-c2dc265f6db3 req-7418c56d-382e-4a10-af51-6a3d07c1a4aa tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 210 time: 0.3411467 Aug 19 13:09:43.528461 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-024cc2e7-22b6-4688-a022-e58a4390a0b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:43.546325 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-6b400d8e-d417-4c20-8346-70e59413b17f req-1d2ed7cf-931d-425e-b468-766ec1afb55d service neutron] Usage tracker for resource:security_group_rule and tenant:59550956bce3444b8b3aa3657ba56a1b is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:09:43.579219 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-6b400d8e-d417-4c20-8346-70e59413b17f req-1d2ed7cf-931d-425e-b468-766ec1afb55d service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:09:43.614892 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-2f706ecb-f264-45b6-b504-139cfc177390 req-da0e2edf-5c14-49e6-b533-d85e530e7218 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Unset dirty status for tenant:11dcb989ec6c4491ae1ae5f2a00cbfd7 on resource:port {{(pid=79299) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:09:43.616773 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-2f706ecb-f264-45b6-b504-139cfc177390 req-da0e2edf-5c14-49e6-b533-d85e530e7218 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 932 time: 1.0215800 Aug 19 13:09:43.618143 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-024cc2e7-22b6-4688-a022-e58a4390a0b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:43.630971 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.notifiers.nova [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-314ad1fc-8efe-4f2d-b99b-b3f5f13c5d3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14598cdf-88e3-44de-8ac2-879750d157f0 {{(pid=79299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:09:43.665662 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [req-6b400d8e-d417-4c20-8346-70e59413b17f req-1d2ed7cf-931d-425e-b468-766ec1afb55d service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:09:43.681705 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5a3f5-5d53-4467-9ff6-d2f67942d046 service neutron] Pushing event updated for resources: {'Port': ['ID=47424f4a-678d-4870-ae86-843b6d41156c,revision_number=2']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:43.701738 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-d3e5a3f5-5d53-4467-9ff6-d2f67942d046 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:43.776794 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-314ad1fc-8efe-4f2d-b99b-b3f5f13c5d3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:43.918621 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-024cc2e7-22b6-4688-a022-e58a4390a0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:43.950117 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:43.978884 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024cc2e7-22b6-4688-a022-e58a4390a0b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5526f99-05b0-44e5-88f0-a8d4479fe7bc,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:43.982407 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-024cc2e7-22b6-4688-a022-e58a4390a0b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:43.992375 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.db_base_plugin_common [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-2dba413d-dc4d-46b8-b7f0-04df817558ae tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Allocated IP 172.20.0.11 (11872a7c-c78f-4b06-a868-5e50d8b5c681/b7e2718c-f55a-406a-999f-edb1d22fd1bf/85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562) {{(pid=79300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:09:43.994204 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.provisioning_blocks [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-314ad1fc-8efe-4f2d-b99b-b3f5f13c5d3d service neutron] Transition to ACTIVE for port object 14598cdf-88e3-44de-8ac2-879750d157f0 will not be triggered until provisioned by entity L2. {{(pid=79299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:09:44.008338 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-fae24cb7-7090-4ccf-8a5e-6a0ee94d9253 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0b3628efd6034e06802e8f9c13daaf2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5512855 Aug 19 13:09:44.013850 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 50408) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:44.031538 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-314ad1fc-8efe-4f2d-b99b-b3f5f13c5d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6301121'] for port, after_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:44.050560 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-2f706ecb-f264-45b6-b504-139cfc177390 req-0904f5b6-6a4f-4ff6-8957-278116117a71 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3878825 Aug 19 13:09:44.068366 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:44.097066 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-024cc2e7-22b6-4688-a022-e58a4390a0b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:44.100812 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-024cc2e7-22b6-4688-a022-e58a4390a0b4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c5526f99-05b0-44e5-88f0-a8d4479fe7bc HTTP/1.1" status: 204 len: 168 time: 1.2116818 Aug 19 13:09:44.130252 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038daa1c-0af6-44ff-89f3-2f86b89b5c83 req-3fe825c7-381d-4235-8cca-d4128d3a2ec4 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:44.131021 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-038daa1c-0af6-44ff-89f3-2f86b89b5c83 req-3fe825c7-381d-4235-8cca-d4128d3a2ec4 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Synchronizing usage tracker for tenant:21e4df950c014d1894d155aac044e94a on resource:port {{(pid=79300) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:09:44.278984 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.managers [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-d3e5a3f5-5d53-4467-9ff6-d2f67942d046 service neutron] Attempting to bind port 47424f4a-678d-4870-ae86-843b6d41156c on host hv-cinder-80514 for vnic_type normal with profile {{(pid=79299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:09:44.279368 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.managers [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-d3e5a3f5-5d53-4467-9ff6-d2f67942d046 service neutron] Attempting to bind port 47424f4a-678d-4870-ae86-843b6d41156c by drivers openvswitch,hyperv on host hv-cinder-80514 at level 0 using segments [{'id': '379dc2c3-a256-42ec-a350-bba9510c62d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '3b979c5e-82fd-4500-9fbc-547a88a6c3c4'}] {{(pid=79299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:09:44.279746 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-d3e5a3f5-5d53-4467-9ff6-d2f67942d046 service neutron] Attempting to bind port 47424f4a-678d-4870-ae86-843b6d41156c on network 3b979c5e-82fd-4500-9fbc-547a88a6c3c4 {{(pid=79299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:09:44.344202 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ad1fc-8efe-4f2d-b99b-b3f5f13c5d3d service neutron] Pushing event updated for resources: {'Port': ['ID=14598cdf-88e3-44de-8ac2-879750d157f0,revision_number=2']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:44.347287 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-314ad1fc-8efe-4f2d-b99b-b3f5f13c5d3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:44.348268 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-d3e5a3f5-5d53-4467-9ff6-d2f67942d046 service neutron] Port 47424f4a-678d-4870-ae86-843b6d41156c on network 3b979c5e-82fd-4500-9fbc-547a88a6c3c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80514 {{(pid=79299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 19 13:09:44.348761 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-d3e5a3f5-5d53-4467-9ff6-d2f67942d046 service neutron] Attempting to bind port 47424f4a-678d-4870-ae86-843b6d41156c on network 3b979c5e-82fd-4500-9fbc-547a88a6c3c4 {{(pid=79299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:09:44.355684 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-038daa1c-0af6-44ff-89f3-2f86b89b5c83 req-3fe825c7-381d-4235-8cca-d4128d3a2ec4 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Unset dirty status for tenant:21e4df950c014d1894d155aac044e94a on resource:port {{(pid=79300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:09:44.356903 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-038daa1c-0af6-44ff-89f3-2f86b89b5c83 req-3fe825c7-381d-4235-8cca-d4128d3a2ec4 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 932 time: 0.6002476 Aug 19 13:09:44.460285 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-d3e5a3f5-5d53-4467-9ff6-d2f67942d046 service neutron] Checking agent: {'id': '5d0591c0-6bc7-4d98-9be8-a8b87dc9a0b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 13, 7, 4), 'started_at': datetime.datetime(2021, 8, 19, 13, 7, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 19 13:09:44.460897 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-d3e5a3f5-5d53-4467-9ff6-d2f67942d046 service neutron] Checking segment: {'id': '379dc2c3-a256-42ec-a350-bba9510c62d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '3b979c5e-82fd-4500-9fbc-547a88a6c3c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:09:44.461578 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-d3e5a3f5-5d53-4467-9ff6-d2f67942d046 service neutron] Bound using segment: {'id': '379dc2c3-a256-42ec-a350-bba9510c62d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '3b979c5e-82fd-4500-9fbc-547a88a6c3c4'} {{(pid=79299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 19 13:09:44.462427 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.managers [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-d3e5a3f5-5d53-4467-9ff6-d2f67942d046 service neutron] Bound port: 47424f4a-678d-4870-ae86-843b6d41156c, host: hv-cinder-80514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '379dc2c3-a256-42ec-a350-bba9510c62d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '3b979c5e-82fd-4500-9fbc-547a88a6c3c4'}}] {{(pid=79299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:09:44.462914 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-d3e5a3f5-5d53-4467-9ff6-d2f67942d046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:44.493165 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-038daa1c-0af6-44ff-89f3-2f86b89b5c83 req-b8ba02d5-6299-4b4a-baa5-d940baf18032 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Synchronizing usage tracker for tenant:21e4df950c014d1894d155aac044e94a on resource:security_group {{(pid=79300) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:09:44.519607 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-2fea7f52-d93e-4175-8ec4-fa33787d8ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:44.596580 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-6b400d8e-d417-4c20-8346-70e59413b17f req-1d2ed7cf-931d-425e-b468-766ec1afb55d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:44.639339 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-2dba413d-dc4d-46b8-b7f0-04df817558ae tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks [] for port, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:44.640885 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-6b400d8e-d417-4c20-8346-70e59413b17f req-1d2ed7cf-931d-425e-b468-766ec1afb55d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:44.644445 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-038daa1c-0af6-44ff-89f3-2f86b89b5c83 req-b8ba02d5-6299-4b4a-baa5-d940baf18032 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Unset dirty status for tenant:21e4df950c014d1894d155aac044e94a on resource:security_group {{(pid=79300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:09:44.666632 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-a20eac64-9f07-4f51-9dbb-6e4e19c84610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:44.671458 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-038daa1c-0af6-44ff-89f3-2f86b89b5c83 req-b8ba02d5-6299-4b4a-baa5-d940baf18032 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931077 Aug 19 13:09:44.702953 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-2fea7f52-d93e-4175-8ec4-fa33787d8ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:44.716010 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.notifiers.nova [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-81da1845-e86d-4756-955e-fecc3b9e19bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eef65604-7e78-4eaf-811b-03d073ffd928 {{(pid=79300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:09:44.747852 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-81da1845-e86d-4756-955e-fecc3b9e19bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:44.799856 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-6b400d8e-d417-4c20-8346-70e59413b17f req-1d2ed7cf-931d-425e-b468-766ec1afb55d service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=4e2e45ff-bf2b-4c33-b7a8-d9631e226ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8309166 Aug 19 13:09:44.818001 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.provisioning_blocks [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-2dba413d-dc4d-46b8-b7f0-04df817558ae tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Transition to ACTIVE for port object 85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562 will not be triggered until provisioned by entity DHCP. {{(pid=79300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:09:44.818265 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.managers [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-314ad1fc-8efe-4f2d-b99b-b3f5f13c5d3d service neutron] Attempting to bind port 14598cdf-88e3-44de-8ac2-879750d157f0 on host hv-cinder-80514 for vnic_type normal with profile {{(pid=79299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:09:44.818775 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.managers [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-314ad1fc-8efe-4f2d-b99b-b3f5f13c5d3d service neutron] Attempting to bind port 14598cdf-88e3-44de-8ac2-879750d157f0 by drivers openvswitch,hyperv on host hv-cinder-80514 at level 0 using segments [{'id': '4bacd4dc-35dc-4026-9500-78d94dfc592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '1d77b99d-7ba7-4067-8ba3-3867da9acfb5'}] {{(pid=79299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:09:44.819270 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-314ad1fc-8efe-4f2d-b99b-b3f5f13c5d3d service neutron] Attempting to bind port 14598cdf-88e3-44de-8ac2-879750d157f0 on network 1d77b99d-7ba7-4067-8ba3-3867da9acfb5 {{(pid=79299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:09:44.845907 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ed7cf-931d-425e-b468-766ec1afb55d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8750721c-f994-4159-ac23-a9f5a69cb236,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:44.856510 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-314ad1fc-8efe-4f2d-b99b-b3f5f13c5d3d service neutron] Port 14598cdf-88e3-44de-8ac2-879750d157f0 on network 1d77b99d-7ba7-4067-8ba3-3867da9acfb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80514 {{(pid=79299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 19 13:09:44.856978 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-314ad1fc-8efe-4f2d-b99b-b3f5f13c5d3d service neutron] Attempting to bind port 14598cdf-88e3-44de-8ac2-879750d157f0 on network 1d77b99d-7ba7-4067-8ba3-3867da9acfb5 {{(pid=79299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:09:44.866242 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-1d2ed7cf-931d-425e-b468-766ec1afb55d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:44.873252 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.db [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-d3e5a3f5-5d53-4467-9ff6-d2f67942d046 service neutron] For port 47424f4a-678d-4870-ae86-843b6d41156c, host hv-cinder-80514, cleared binding levels {{(pid=79299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 19 13:09:44.878986 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-314ad1fc-8efe-4f2d-b99b-b3f5f13c5d3d service neutron] Checking agent: {'id': '5d0591c0-6bc7-4d98-9be8-a8b87dc9a0b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 13, 7, 4), 'started_at': datetime.datetime(2021, 8, 19, 13, 7, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 19 13:09:44.879490 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-314ad1fc-8efe-4f2d-b99b-b3f5f13c5d3d service neutron] Checking segment: {'id': '4bacd4dc-35dc-4026-9500-78d94dfc592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '1d77b99d-7ba7-4067-8ba3-3867da9acfb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:09:44.880272 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-314ad1fc-8efe-4f2d-b99b-b3f5f13c5d3d service neutron] Bound using segment: {'id': '4bacd4dc-35dc-4026-9500-78d94dfc592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '1d77b99d-7ba7-4067-8ba3-3867da9acfb5'} {{(pid=79299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 19 13:09:44.881311 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.managers [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-314ad1fc-8efe-4f2d-b99b-b3f5f13c5d3d service neutron] Bound port: 14598cdf-88e3-44de-8ac2-879750d157f0, host: hv-cinder-80514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bacd4dc-35dc-4026-9500-78d94dfc592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '1d77b99d-7ba7-4067-8ba3-3867da9acfb5'}}] {{(pid=79299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:09:44.882057 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-314ad1fc-8efe-4f2d-b99b-b3f5f13c5d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:44.895020 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 50460) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:44.937097 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-2dba413d-dc4d-46b8-b7f0-04df817558ae tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202527'] for port, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:44.945388 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac1e4d-dcb4-4941-86bc-00d8af3ef75b req-3899c3bb-5b04-40e5-8825-378a7e8a449b tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:44.947283 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-05ac1e4d-dcb4-4941-86bc-00d8af3ef75b req-3899c3bb-5b04-40e5-8825-378a7e8a449b tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e55e4e6-ac7f-4af8-ac37-1b3766e711bd HTTP/1.1" status: 200 len: 946 time: 0.6043932 Aug 19 13:09:44.955612 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.db [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-d3e5a3f5-5d53-4467-9ff6-d2f67942d046 service neutron] For port 47424f4a-678d-4870-ae86-843b6d41156c, host hv-cinder-80514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=47424f4a-678d-4870-ae86-843b6d41156c,segment=NetworkSegment(379dc2c3-a256-42ec-a350-bba9510c62d5),segment_id=379dc2c3-a256-42ec-a350-bba9510c62d5)] {{(pid=79299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 19 13:09:44.960726 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-3af44df9-75c5-4cbc-bc04-09b98fb67c61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:44.983743 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-5210cef5-8cc5-4744-b618-2a6eae7d330e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:45.016147 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-d3e5a3f5-5d53-4467-9ff6-d2f67942d046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6301121'] for port, after_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:45.085276 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.provisioning_blocks [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-81da1845-e86d-4756-955e-fecc3b9e19bd service neutron] Transition to ACTIVE for port object eef65604-7e78-4eaf-811b-03d073ffd928 will not be triggered until provisioned by entity L2. {{(pid=79300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:09:45.093662 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-2dba413d-dc4d-46b8-b7f0-04df817558ae tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Network 11872a7c-c78f-4b06-a868-5e50d8b5c681 is already hosted by enough agents. {{(pid=79300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:09:45.133540 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.db [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-314ad1fc-8efe-4f2d-b99b-b3f5f13c5d3d service neutron] For port 14598cdf-88e3-44de-8ac2-879750d157f0, host hv-cinder-80514, cleared binding levels {{(pid=79299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 19 13:09:45.139044 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.db [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-314ad1fc-8efe-4f2d-b99b-b3f5f13c5d3d service neutron] For port 14598cdf-88e3-44de-8ac2-879750d157f0, host hv-cinder-80514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=14598cdf-88e3-44de-8ac2-879750d157f0,segment=NetworkSegment(4bacd4dc-35dc-4026-9500-78d94dfc592f),segment_id=4bacd4dc-35dc-4026-9500-78d94dfc592f)] {{(pid=79299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 19 13:09:45.146059 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:45.149838 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.base_scheduler [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-2dba413d-dc4d-46b8-b7f0-04df817558ae tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Resources bound (agent type, host, resource id): {{(pid=79300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:09:45.152685 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-81da1845-e86d-4756-955e-fecc3b9e19bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6202502'] for port, after_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:45.154089 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-2dba413d-dc4d-46b8-b7f0-04df817558ae tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Received port after_create {{(pid=79300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:09:45.205098 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-3af44df9-75c5-4cbc-bc04-09b98fb67c61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:09:45.220082 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-314ad1fc-8efe-4f2d-b99b-b3f5f13c5d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6301121'] for port, after_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:45.240342 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-2fea7f52-d93e-4175-8ec4-fa33787d8ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:45.253970 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-3af44df9-75c5-4cbc-bc04-09b98fb67c61 admin admin] Usage tracker for resource:security_group_rule and tenant:f74da961914842f3b60e17328f4b4fd9 is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:09:45.286802 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-3af44df9-75c5-4cbc-bc04-09b98fb67c61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:09:45.394483 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-3af44df9-75c5-4cbc-bc04-09b98fb67c61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:09:45.417580 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba413d-dc4d-46b8-b7f0-04df817558ae tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Pushing event updated for resources: {'Port': ['ID=85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:45.421183 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5a3f5-5d53-4467-9ff6-d2f67942d046 service neutron] Pushing event updated for resources: {'Port': ['ID=47424f4a-678d-4870-ae86-843b6d41156c,revision_number=3']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:45.429764 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-2dba413d-dc4d-46b8-b7f0-04df817558ae tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:45.436765 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:45.467294 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-314ad1fc-8efe-4f2d-b99b-b3f5f13c5d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:45.468342 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-314ad1fc-8efe-4f2d-b99b-b3f5f13c5d3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for port, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:45.474043 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-314ad1fc-8efe-4f2d-b99b-b3f5f13c5d3d service neutron] 10.222.0.68 "PUT /v2.0/ports/14598cdf-88e3-44de-8ac2-879750d157f0 HTTP/1.1" status: 200 len: 1094 time: 5.7435229 Aug 19 13:09:45.475949 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54efad08-ca70-483d-88ec-f4868f685f25', 'tag': '14598cdf-88e3-44de-8ac2-879750d157f0'}] {{(pid=79299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:09:45.496551 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-d3e5a3f5-5d53-4467-9ff6-d2f67942d046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:45.497560 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-d3e5a3f5-5d53-4467-9ff6-d2f67942d046 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for port, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:45.499961 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-d3e5a3f5-5d53-4467-9ff6-d2f67942d046 service neutron] 10.222.0.68 "PUT /v2.0/ports/47424f4a-678d-4870-ae86-843b6d41156c HTTP/1.1" status: 200 len: 1094 time: 5.4686069 Aug 19 13:09:45.542196 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-67ddd352-60f6-4be9-b98d-3398d5d5e782 None None] Provisioning for port 85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562 completed by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:09:45.565875 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-67ddd352-60f6-4be9-b98d-3398d5d5e782 None None] Provisioning complete for port 85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562 triggered by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:09:45.567807 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-67ddd352-60f6-4be9-b98d-3398d5d5e782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:45.650685 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-3af44df9-75c5-4cbc-bc04-09b98fb67c61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:45.684430 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-2fea7f52-d93e-4175-8ec4-fa33787d8ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:45.685584 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-2fea7f52-d93e-4175-8ec4-fa33787d8ab5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/57db6ac9-3b68-4f5c-ba19-5c0cc87a2a5d HTTP/1.1" status: 204 len: 168 time: 1.6611915 Aug 19 13:09:45.702764 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-05ac1e4d-dcb4-4941-86bc-00d8af3ef75b req-b54834ab-030f-4691-9afc-60a208ccd93f tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e2e45ff-bf2b-4c33-b7a8-d9631e226ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7045126 Aug 19 13:09:45.875062 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-67ddd352-60f6-4be9-b98d-3398d5d5e782 None None] Port 85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562 cannot update to ACTIVE because it is not bound. {{(pid=79301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:09:46.007142 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-3af44df9-75c5-4cbc-bc04-09b98fb67c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:46.094995 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-d3e5a3f5-5d53-4467-9ff6-d2f67942d046 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.949s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:46.100075 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-2dba413d-dc4d-46b8-b7f0-04df817558ae tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:46.100807 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-2dba413d-dc4d-46b8-b7f0-04df817558ae tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for port, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:46.108211 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-3af44df9-75c5-4cbc-bc04-09b98fb67c61 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f74da961914842f3b60e17328f4b4fd9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2023699 Aug 19 13:09:46.118176 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.834s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:46.136228 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 50520) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:46.209391 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da1845-e86d-4756-955e-fecc3b9e19bd service neutron] Pushing event updated for resources: {'Port': ['ID=eef65604-7e78-4eaf-811b-03d073ffd928,revision_number=2']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:46.221296 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-81da1845-e86d-4756-955e-fecc3b9e19bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.784s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:46.236598 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-2dba413d-dc4d-46b8-b7f0-04df817558ae tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8201084 Aug 19 13:09:46.270813 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-5968de4d-21c5-4bbb-8172-8bd3f7a98381 service neutron] Request body: {'port': {'device_id': 'c1d017c6-6536-4ef5-8d63-44d7908a66a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80514'}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:09:46.326616 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4218c-c657-41bb-a53d-78c91a162ccb req-a0fd6de1-2159-46d7-956f-316affca334f tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:46.328668 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-58e4218c-c657-41bb-a53d-78c91a162ccb req-a0fd6de1-2159-46d7-956f-316affca334f tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Synchronizing usage tracker for tenant:95c06fea712a4e118bd5a76f6957b19a on resource:port {{(pid=79300) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:09:46.395486 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fea7f52-d93e-4175-8ec4-fa33787d8ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57db6ac9-3b68-4f5c-ba19-5c0cc87a2a5d,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:46.456100 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-58e4218c-c657-41bb-a53d-78c91a162ccb req-a0fd6de1-2159-46d7-956f-316affca334f tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Unset dirty status for tenant:95c06fea712a4e118bd5a76f6957b19a on resource:port {{(pid=79300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:09:46.462976 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-58e4218c-c657-41bb-a53d-78c91a162ccb req-a0fd6de1-2159-46d7-956f-316affca334f tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 932 time: 1.3817451 Aug 19 13:09:46.486257 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.managers [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-81da1845-e86d-4756-955e-fecc3b9e19bd service neutron] Attempting to bind port eef65604-7e78-4eaf-811b-03d073ffd928 on host hv-cinder-80514 for vnic_type normal with profile {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:09:46.486990 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.managers [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-81da1845-e86d-4756-955e-fecc3b9e19bd service neutron] Attempting to bind port eef65604-7e78-4eaf-811b-03d073ffd928 by drivers openvswitch,hyperv on host hv-cinder-80514 at level 0 using segments [{'id': '4bacd4dc-35dc-4026-9500-78d94dfc592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '1d77b99d-7ba7-4067-8ba3-3867da9acfb5'}] {{(pid=79300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:09:46.487663 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-81da1845-e86d-4756-955e-fecc3b9e19bd service neutron] Attempting to bind port eef65604-7e78-4eaf-811b-03d073ffd928 on network 1d77b99d-7ba7-4067-8ba3-3867da9acfb5 {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:09:46.562041 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 50538) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:46.577851 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-81da1845-e86d-4756-955e-fecc3b9e19bd service neutron] Port eef65604-7e78-4eaf-811b-03d073ffd928 on network 1d77b99d-7ba7-4067-8ba3-3867da9acfb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80514 {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 19 13:09:46.578461 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-81da1845-e86d-4756-955e-fecc3b9e19bd service neutron] Attempting to bind port eef65604-7e78-4eaf-811b-03d073ffd928 on network 1d77b99d-7ba7-4067-8ba3-3867da9acfb5 {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:09:46.592038 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-cd40ae19-56c1-4386-8795-e5b208deffe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:46.611175 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-81da1845-e86d-4756-955e-fecc3b9e19bd service neutron] Checking agent: {'id': '5d0591c0-6bc7-4d98-9be8-a8b87dc9a0b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 13, 7, 4), 'started_at': datetime.datetime(2021, 8, 19, 13, 7, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 19 13:09:46.611699 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-81da1845-e86d-4756-955e-fecc3b9e19bd service neutron] Checking segment: {'id': '4bacd4dc-35dc-4026-9500-78d94dfc592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '1d77b99d-7ba7-4067-8ba3-3867da9acfb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:09:46.616227 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-81da1845-e86d-4756-955e-fecc3b9e19bd service neutron] Bound using segment: {'id': '4bacd4dc-35dc-4026-9500-78d94dfc592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '1d77b99d-7ba7-4067-8ba3-3867da9acfb5'} {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 19 13:09:46.616227 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.managers [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-81da1845-e86d-4756-955e-fecc3b9e19bd service neutron] Bound port: eef65604-7e78-4eaf-811b-03d073ffd928, host: hv-cinder-80514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bacd4dc-35dc-4026-9500-78d94dfc592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '1d77b99d-7ba7-4067-8ba3-3867da9acfb5'}}] {{(pid=79300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:09:46.616227 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-81da1845-e86d-4756-955e-fecc3b9e19bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:46.616769 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af44df9-75c5-4cbc-bc04-09b98fb67c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694c2dc8-55ab-4295-a1c2-0513b542f77a,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:46.637006 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-3af44df9-75c5-4cbc-bc04-09b98fb67c61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:46.638111 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.354s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:46.691832 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-249133a2-7e4e-4450-969f-513d8c5e0028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:46.693456 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-249133a2-7e4e-4450-969f-513d8c5e0028 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=11dcb989ec6c4491ae1ae5f2a00cbfd7&device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 1097 time: 0.9870825 Aug 19 13:09:46.743502 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-58e4218c-c657-41bb-a53d-78c91a162ccb req-4cea4588-7e4e-4eee-8b75-a1118d4f18da tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2794948 Aug 19 13:09:46.755114 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-5968de4d-21c5-4bbb-8172-8bd3f7a98381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:46.765932 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-cd40ae19-56c1-4386-8795-e5b208deffe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:46.794851 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-bc697936-ac16-4db3-baeb-e005d8fa7eb7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e57ce7ef0ba740848a8ea361d709aa30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299945 Aug 19 13:09:46.805650 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 50548) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:46.823744 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-1a3c3990-0225-4971-bb7b-40fbfe7cca32 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47424f4a-678d-4870-ae86-843b6d41156c HTTP/1.1" status: 200 len: 217 time: 0.1114864 Aug 19 13:09:46.835050 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-8ffef3df-76d2-492d-a3b1-fb7f636e3078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:46.836752 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-8ffef3df-76d2-492d-a3b1-fb7f636e3078 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=21e4df950c014d1894d155aac044e94a&device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 1097 time: 1.1322114 Aug 19 13:09:46.882777 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4594f1-2262-41b1-8702-d5a30a9722ff req-99b74efb-838c-4696-b058-e43aab660f2c tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:46.883715 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-fd4594f1-2262-41b1-8702-d5a30a9722ff req-99b74efb-838c-4696-b058-e43aab660f2c tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 944 time: 0.7873890 Aug 19 13:09:46.984713 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-0c42abe1-1c56-4fdd-abf0-46bf4882f5c8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14598cdf-88e3-44de-8ac2-879750d157f0 HTTP/1.1" status: 200 len: 217 time: 0.0993311 Aug 19 13:09:47.034893 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ad1fc-8efe-4f2d-b99b-b3f5f13c5d3d service neutron] Pushing event updated for resources: {'Port': ['ID=14598cdf-88e3-44de-8ac2-879750d157f0,revision_number=3']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:47.050769 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-314ad1fc-8efe-4f2d-b99b-b3f5f13c5d3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:47.052899 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-1d2ed7cf-931d-425e-b468-766ec1afb55d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.963s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:47.053259 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-1d2ed7cf-931d-425e-b468-766ec1afb55d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:47.078588 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.db [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-81da1845-e86d-4756-955e-fecc3b9e19bd service neutron] For port eef65604-7e78-4eaf-811b-03d073ffd928, host hv-cinder-80514, cleared binding levels {{(pid=79300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 19 13:09:47.087398 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-c6a6f0e2-3db1-4136-b1da-7a9ea415119c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:47.088939 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-c6a6f0e2-3db1-4136-b1da-7a9ea415119c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a5197019-4cd9-46fe-ad6e-7e976db4e517 HTTP/1.1" status: 200 len: 854 time: 0.2505188 Aug 19 13:09:47.134019 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.db [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-81da1845-e86d-4756-955e-fecc3b9e19bd service neutron] For port eef65604-7e78-4eaf-811b-03d073ffd928, host hv-cinder-80514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=eef65604-7e78-4eaf-811b-03d073ffd928,segment=NetworkSegment(4bacd4dc-35dc-4026-9500-78d94dfc592f),segment_id=4bacd4dc-35dc-4026-9500-78d94dfc592f)] {{(pid=79300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 19 13:09:47.143600 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-fd4594f1-2262-41b1-8702-d5a30a9722ff req-cea48025-5ead-43b0-8043-60d15af59948 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2037015 Aug 19 13:09:47.150534 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-f4de6eda-2e3d-4eea-bdd2-9f3cf82f44ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:47.152277 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-f4de6eda-2e3d-4eea-bdd2-9f3cf82f44ac service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7a72a2fc-b629-4f4b-9486-128583568f2d HTTP/1.1" status: 200 len: 859 time: 0.1556048 Aug 19 13:09:47.201490 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-56948ed8-8512-4a7c-865a-07318d31e956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:47.230154 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-32a721c0-c0ba-4834-88d1-38cb29bd5218 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1d77b99d-7ba7-4067-8ba3-3867da9acfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693331 Aug 19 13:09:47.230422 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-81da1845-e86d-4756-955e-fecc3b9e19bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6202502'] for port, after_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:47.268583 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-cd40ae19-56c1-4386-8795-e5b208deffe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:47.280885 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-b7ae2a2d-a2a0-4bba-9176-e13c29cb0e43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:47.343158 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-88a0f949-2b9c-46e5-9e6e-026b5ba2a2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:47.346996 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-88a0f949-2b9c-46e5-9e6e-026b5ba2a2c0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3b979c5e-82fd-4500-9fbc-547a88a6c3c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2465410 Aug 19 13:09:47.372688 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-56948ed8-8512-4a7c-865a-07318d31e956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:47.393694 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-81da1845-e86d-4756-955e-fecc3b9e19bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:47.394502 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-81da1845-e86d-4756-955e-fecc3b9e19bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for port, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:47.396193 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-81da1845-e86d-4756-955e-fecc3b9e19bd service neutron] 10.222.0.68 "PUT /v2.0/ports/eef65604-7e78-4eaf-811b-03d073ffd928 HTTP/1.1" status: 200 len: 1094 time: 4.6832108 Aug 19 13:09:47.400438 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf19fedf-a6bb-4413-987d-238f2fc02a8c', 'tag': 'eef65604-7e78-4eaf-811b-03d073ffd928'}] {{(pid=79300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:09:47.474268 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-6f079328-8f29-4da1-bc3f-3648efcc110e service neutron] 10.222.0.68 "GET /v2.0/networks/1d77b99d-7ba7-4067-8ba3-3867da9acfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368500 Aug 19 13:09:47.583059 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54efad08-ca70-483d-88ec-f4868f685f25', 'tag': '14598cdf-88e3-44de-8ac2-879750d157f0', 'status': 'completed', 'code': 200} Aug 19 13:09:47.612266 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-cd40ae19-56c1-4386-8795-e5b208deffe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:47.621456 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-cd40ae19-56c1-4386-8795-e5b208deffe1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/694c2dc8-55ab-4295-a1c2-0513b542f77a HTTP/1.1" status: 204 len: 168 time: 1.4450595 Aug 19 13:09:47.627600 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-be3ce3f4-550c-42ed-804c-2f15e1cadc55 service neutron] 10.222.0.68 "GET /v2.0/networks/3b979c5e-82fd-4500-9fbc-547a88a6c3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577498 Aug 19 13:09:47.747602 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-2a9d325d-259f-40d6-bba6-a24e21de28a6 req-cfaf4dc1-3ccc-4f15-8e66-039cf4d6a809 service neutron] 10.222.0.68 "GET /v2.0/networks/1d77b99d-7ba7-4067-8ba3-3867da9acfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649674 Aug 19 13:09:47.806470 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.notifiers.nova [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-5968de4d-21c5-4bbb-8172-8bd3f7a98381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562 {{(pid=79300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:09:47.814982 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-5968de4d-21c5-4bbb-8172-8bd3f7a98381 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:47.832855 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.provisioning_blocks [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-5968de4d-21c5-4bbb-8172-8bd3f7a98381 service neutron] Transition to ACTIVE for port object 85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562 will not be triggered until provisioned by entity L2. {{(pid=79300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:09:47.847742 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1754eda-d6bd-489e-bf31-d8223e134487 req-3408a770-f78f-41a8-9988-51228aa9b162 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:47.855946 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-b1754eda-d6bd-489e-bf31-d8223e134487 req-3408a770-f78f-41a8-9988-51228aa9b162 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 944 time: 0.8708498 Aug 19 13:09:47.881710 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-5968de4d-21c5-4bbb-8172-8bd3f7a98381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6202502'] for port, after_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:47.882614 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-56948ed8-8512-4a7c-865a-07318d31e956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:47.887203 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da1845-e86d-4756-955e-fecc3b9e19bd service neutron] Pushing event updated for resources: {'Port': ['ID=eef65604-7e78-4eaf-811b-03d073ffd928,revision_number=3']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:47.915919 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-81da1845-e86d-4756-955e-fecc3b9e19bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:47.916379 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-81da1845-e86d-4756-955e-fecc3b9e19bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:47.986694 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-859b9e97-cfec-48a1-9d9e-62286e2ee741 service neutron] 10.222.0.68 "GET /v2.0/networks/3b979c5e-82fd-4500-9fbc-547a88a6c3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434231 Aug 19 13:09:48.010456 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f435a9-91c4-4f35-ac0c-30a320801176 req-669d43b9-9c6c-46d3-9646-6063f26fac4c tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:48.022221 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a7f435a9-91c4-4f35-ac0c-30a320801176 req-669d43b9-9c6c-46d3-9646-6063f26fac4c tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e55e4e6-ac7f-4af8-ac37-1b3766e711bd HTTP/1.1" status: 200 len: 946 time: 0.2679732 Aug 19 13:09:48.061398 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877fd86-b34d-466b-81be-29da4cfbe8f0 req-5c76a4e2-a96c-46a9-8b3f-0ca27f6afa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:48.063831 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-d877fd86-b34d-466b-81be-29da4cfbe8f0 req-5c76a4e2-a96c-46a9-8b3f-0ca27f6afa5a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=21e4df950c014d1894d155aac044e94a&device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 1097 time: 0.2084861 Aug 19 13:09:48.113367 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-b1754eda-d6bd-489e-bf31-d8223e134487 req-1d7014d9-9698-464f-ac4e-8d933c586331 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563839 Aug 19 13:09:48.114264 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a7f435a9-91c4-4f35-ac0c-30a320801176 req-c9259da5-0b6e-4fc0-b86f-583658fa4078 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e2e45ff-bf2b-4c33-b7a8-d9631e226ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946894 Aug 19 13:09:48.130670 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-56948ed8-8512-4a7c-865a-07318d31e956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:48.136656 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-56948ed8-8512-4a7c-865a-07318d31e956 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eaf4c826-4aaa-4995-b404-b184e6d10191 HTTP/1.1" status: 204 len: 168 time: 1.3299878 Aug 19 13:09:48.272638 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf19fedf-a6bb-4413-987d-238f2fc02a8c', 'tag': 'eef65604-7e78-4eaf-811b-03d073ffd928', 'status': 'completed', 'code': 200} Aug 19 13:09:48.332143 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877fd86-b34d-466b-81be-29da4cfbe8f0 req-75486182-73d8-46c1-9fa1-969ba0f61cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:48.334299 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-d877fd86-b34d-466b-81be-29da4cfbe8f0 req-75486182-73d8-46c1-9fa1-969ba0f61cda service neutron] 10.222.0.68 "GET /v2.0/networks?id=1d77b99d-7ba7-4067-8ba3-3867da9acfb5 HTTP/1.1" status: 200 len: 921 time: 0.2608550 Aug 19 13:09:48.373758 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5968de4d-21c5-4bbb-8172-8bd3f7a98381 service neutron] Pushing event updated for resources: {'Port': ['ID=85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562,revision_number=2']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:48.394692 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-5968de4d-21c5-4bbb-8172-8bd3f7a98381 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:48.396615 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-11039d51-33b4-4158-80c1-fb37e063e6e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.436s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:48.582942 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-d877fd86-b34d-466b-81be-29da4cfbe8f0 req-77299200-f825-4826-b425-7ef99b380ccd service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14598cdf-88e3-44de-8ac2-879750d157f0 HTTP/1.1" status: 200 len: 217 time: 0.1900859 Aug 19 13:09:48.672494 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877fd86-b34d-466b-81be-29da4cfbe8f0 req-1b1bcdfd-d43c-4da8-b715-1f17202be187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:48.675155 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-d877fd86-b34d-466b-81be-29da4cfbe8f0 req-1b1bcdfd-d43c-4da8-b715-1f17202be187 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7a72a2fc-b629-4f4b-9486-128583568f2d HTTP/1.1" status: 200 len: 859 time: 0.0805428 Aug 19 13:09:48.740000 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-6f979070-ace4-4069-8c45-fa278b13f0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:48.740000 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-6f979070-ace4-4069-8c45-fa278b13f0f1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=21e4df950c014d1894d155aac044e94a&device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 1097 time: 1.2639685 Aug 19 13:09:48.757073 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-d877fd86-b34d-466b-81be-29da4cfbe8f0 req-fd6ab222-b63c-4c8c-be7f-4b97619a3219 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1d77b99d-7ba7-4067-8ba3-3867da9acfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639246 Aug 19 13:09:48.757626 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd40ae19-56c1-4386-8795-e5b208deffe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694c2dc8-55ab-4295-a1c2-0513b542f77a,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:48.874675 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-d6df95fa-415a-4ced-a0da-ea4969314048 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eef65604-7e78-4eaf-811b-03d073ffd928 HTTP/1.1" status: 200 len: 217 time: 0.1059229 Aug 19 13:09:48.882877 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56948ed8-8512-4a7c-865a-07318d31e956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf4c826-4aaa-4995-b404-b184e6d10191,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:48.886214 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-56948ed8-8512-4a7c-865a-07318d31e956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:48.899260 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-a5841f99-c307-4013-bac7-638c05d5e106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.540s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:48.899660 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-a5841f99-c307-4013-bac7-638c05d5e106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:49.007137 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-437f6616-ddc0-4e62-aae5-1c6d8938f5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:49.009584 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-437f6616-ddc0-4e62-aae5-1c6d8938f5cc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7a72a2fc-b629-4f4b-9486-128583568f2d HTTP/1.1" status: 200 len: 859 time: 0.1167488 Aug 19 13:09:49.036558 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.managers [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-5968de4d-21c5-4bbb-8172-8bd3f7a98381 service neutron] Attempting to bind port 85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562 on host hv-cinder-80514 for vnic_type normal with profile {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:09:49.037404 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.managers [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-5968de4d-21c5-4bbb-8172-8bd3f7a98381 service neutron] Attempting to bind port 85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562 by drivers openvswitch,hyperv on host hv-cinder-80514 at level 0 using segments [{'id': '1e972220-39bc-4aae-b977-d69a31936ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '11872a7c-c78f-4b06-a868-5e50d8b5c681'}] {{(pid=79300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:09:49.038133 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-5968de4d-21c5-4bbb-8172-8bd3f7a98381 service neutron] Attempting to bind port 85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562 on network 11872a7c-c78f-4b06-a868-5e50d8b5c681 {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:09:49.119021 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-3a92ad69-4fc8-4dde-b6f8-173d3e4c678a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1d77b99d-7ba7-4067-8ba3-3867da9acfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851088 Aug 19 13:09:49.119790 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-5968de4d-21c5-4bbb-8172-8bd3f7a98381 service neutron] Port 85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562 on network 11872a7c-c78f-4b06-a868-5e50d8b5c681 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80514 {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 19 13:09:49.120326 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-5968de4d-21c5-4bbb-8172-8bd3f7a98381 service neutron] Attempting to bind port 85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562 on network 11872a7c-c78f-4b06-a868-5e50d8b5c681 {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:09:49.135771 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-5968de4d-21c5-4bbb-8172-8bd3f7a98381 service neutron] Checking agent: {'id': '5d0591c0-6bc7-4d98-9be8-a8b87dc9a0b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 13, 7, 4), 'started_at': datetime.datetime(2021, 8, 19, 13, 7, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 19 13:09:49.136264 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-5968de4d-21c5-4bbb-8172-8bd3f7a98381 service neutron] Checking segment: {'id': '1e972220-39bc-4aae-b977-d69a31936ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '11872a7c-c78f-4b06-a868-5e50d8b5c681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:09:49.136815 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-5968de4d-21c5-4bbb-8172-8bd3f7a98381 service neutron] Bound using segment: {'id': '1e972220-39bc-4aae-b977-d69a31936ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '11872a7c-c78f-4b06-a868-5e50d8b5c681'} {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 19 13:09:49.137372 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.managers [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-5968de4d-21c5-4bbb-8172-8bd3f7a98381 service neutron] Bound port: 85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562, host: hv-cinder-80514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e972220-39bc-4aae-b977-d69a31936ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '11872a7c-c78f-4b06-a868-5e50d8b5c681'}}] {{(pid=79300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:09:49.137787 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-5968de4d-21c5-4bbb-8172-8bd3f7a98381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:49.230427 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df213540-2151-44fd-aff4-5e6980acf361 req-d40d49c8-f057-402e-a02b-b953ac8e18c8 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:49.238812 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-df213540-2151-44fd-aff4-5e6980acf361 req-d40d49c8-f057-402e-a02b-b953ac8e18c8 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 944 time: 0.8992653 Aug 19 13:09:49.258984 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-d877fd86-b34d-466b-81be-29da4cfbe8f0 req-e9e0624d-195a-4436-83e4-b9b87ce0463e service neutron] 10.222.0.68 "GET /v2.0/networks/1d77b99d-7ba7-4067-8ba3-3867da9acfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4877503 Aug 19 13:09:49.326484 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778ef0c-d5fd-45be-a5d5-999e72828d29 req-6505d5f5-78f2-4c49-8164-af54769f17ae tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:49.329462 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d778ef0c-d5fd-45be-a5d5-999e72828d29 req-6505d5f5-78f2-4c49-8164-af54769f17ae tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 944 time: 0.9593346 Aug 19 13:09:49.372767 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-df213540-2151-44fd-aff4-5e6980acf361 req-676076ba-f06b-43ea-9bea-8e50115fb627 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Synchronizing usage tracker for tenant:95c06fea712a4e118bd5a76f6957b19a on resource:security_group {{(pid=79299) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:09:49.424829 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-df213540-2151-44fd-aff4-5e6980acf361 req-676076ba-f06b-43ea-9bea-8e50115fb627 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Unset dirty status for tenant:95c06fea712a4e118bd5a76f6957b19a on resource:security_group {{(pid=79299) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:09:49.426884 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-df213540-2151-44fd-aff4-5e6980acf361 req-676076ba-f06b-43ea-9bea-8e50115fb627 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870005 Aug 19 13:09:49.476711 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d778ef0c-d5fd-45be-a5d5-999e72828d29 req-f3dd8f99-767c-4bd9-8d5c-439d969d8b7a tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336038 Aug 19 13:09:49.478134 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-d877fd86-b34d-466b-81be-29da4cfbe8f0 req-fed90ac1-0cca-4ee1-bc85-91f49d4a0a65 service neutron] 10.222.0.68 "GET /v2.0/networks/1d77b99d-7ba7-4067-8ba3-3867da9acfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088795 Aug 19 13:09:49.536789 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-2e03faf7-0923-419e-b40c-54212c450ad4 service neutron] 10.222.0.68 "GET /v2.0/networks/1d77b99d-7ba7-4067-8ba3-3867da9acfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4022009 Aug 19 13:09:49.540140 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.db [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-5968de4d-21c5-4bbb-8172-8bd3f7a98381 service neutron] For port 85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562, host hv-cinder-80514, cleared binding levels {{(pid=79300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 19 13:09:49.552424 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.db [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-5968de4d-21c5-4bbb-8172-8bd3f7a98381 service neutron] For port 85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562, host hv-cinder-80514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562,segment=NetworkSegment(1e972220-39bc-4aae-b977-d69a31936ee0),segment_id=1e972220-39bc-4aae-b977-d69a31936ee0)] {{(pid=79300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 19 13:09:49.584457 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-5968de4d-21c5-4bbb-8172-8bd3f7a98381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6202502'] for port, after_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:49.615555 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '438aed69-4e72-402e-b09f-bbfe30e30183', 'tag': '47424f4a-678d-4870-ae86-843b6d41156c'}] {{(pid=79299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:09:49.621100 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 50628) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:49.650509 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-81da1845-e86d-4756-955e-fecc3b9e19bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:49.720047 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5a1ea-dc9a-4bfb-8625-96837bfc59e5 req-8955b7ee-e5b6-4dd5-943e-5329ffb9f91b tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:49.735530 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-5bc5a1ea-dc9a-4bfb-8625-96837bfc59e5 req-8955b7ee-e5b6-4dd5-943e-5329ffb9f91b tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 944 time: 0.1590557 Aug 19 13:09:49.737174 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '438aed69-4e72-402e-b09f-bbfe30e30183', 'tag': '47424f4a-678d-4870-ae86-843b6d41156c', 'status': 'completed', 'code': 200} Aug 19 13:09:49.740605 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-5968de4d-21c5-4bbb-8172-8bd3f7a98381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:49.741242 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-5968de4d-21c5-4bbb-8172-8bd3f7a98381 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for port, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:49.742875 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-5968de4d-21c5-4bbb-8172-8bd3f7a98381 service neutron] 10.222.0.68 "PUT /v2.0/ports/85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562 HTTP/1.1" status: 200 len: 1094 time: 3.4774685 Aug 19 13:09:49.818924 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-5bc5a1ea-dc9a-4bfb-8625-96837bfc59e5 req-c2acc4c8-b403-4571-9b7c-7786d38aba93 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732403 Aug 19 13:09:49.927971 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-c0aac362-feee-429b-986f-4acd900a7f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:49.932747 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-c0aac362-feee-429b-986f-4acd900a7f85 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=95c06fea712a4e118bd5a76f6957b19a&device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 1097 time: 0.1119585 Aug 19 13:09:49.990564 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-25e3780a-0545-429a-a8c6-3c8e39e5651a req-afa09850-584d-4170-b684-ff7fce4f87f6 service neutron] 10.222.0.68 "GET /v2.0/networks/1d77b99d-7ba7-4067-8ba3-3867da9acfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4464777 Aug 19 13:09:50.043328 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5968de4d-21c5-4bbb-8172-8bd3f7a98381 service neutron] Pushing event updated for resources: {'Port': ['ID=85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562,revision_number=3']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:50.046995 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-5968de4d-21c5-4bbb-8172-8bd3f7a98381 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:50.069386 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-494bf422-4956-46f3-af7d-088cd31474f6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562 HTTP/1.1" status: 200 len: 217 time: 0.1181717 Aug 19 13:09:50.080839 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22daed2-bb1e-4cb2-ba2a-ee5e8563bc7f req-9e3fc631-b767-46b4-ba82-daca5b2cc9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:50.082695 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d22daed2-bb1e-4cb2-ba2a-ee5e8563bc7f req-9e3fc631-b767-46b4-ba82-daca5b2cc9d3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=11dcb989ec6c4491ae1ae5f2a00cbfd7&device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 1097 time: 0.2888784 Aug 19 13:09:50.097654 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a1c72b4d-5cc1-4899-94a1-f3092bfa7adb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:50.186428 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-a1c72b4d-5cc1-4899-94a1-f3092bfa7adb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:09:50.193325 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-a1c72b4d-5cc1-4899-94a1-f3092bfa7adb admin admin] Usage tracker for resource:security_group_rule and tenant:9267a85ac61a49869a4131276c4a9043 is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:09:50.198078 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-a1c72b4d-5cc1-4899-94a1-f3092bfa7adb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:09:50.223788 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-a1c72b4d-5cc1-4899-94a1-f3092bfa7adb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:09:50.240581 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-385030ee-a80f-41df-b05a-62762aff4d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:50.242213 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-385030ee-a80f-41df-b05a-62762aff4d63 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b7e2718c-f55a-406a-999f-edb1d22fd1bf HTTP/1.1" status: 200 len: 849 time: 0.1244392 Aug 19 13:09:50.395645 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d017c6-6536-4ef5-8d63-44d7908a66a7', 'tag': '85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562'}] {{(pid=79300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:09:50.407717 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22daed2-bb1e-4cb2-ba2a-ee5e8563bc7f req-0a12ba20-26b4-478b-92c1-4fbd8bae6aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:50.409837 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d22daed2-bb1e-4cb2-ba2a-ee5e8563bc7f req-0a12ba20-26b4-478b-92c1-4fbd8bae6aef service neutron] 10.222.0.68 "GET /v2.0/networks?id=3b979c5e-82fd-4500-9fbc-547a88a6c3c4 HTTP/1.1" status: 200 len: 917 time: 0.2937398 Aug 19 13:09:50.450763 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 14598cdf-88e3-44de-8ac2-879750d157f0 details requested by agent hyperv_hv-cinder-80514 with host hv-cinder-80514 {{(pid=79301) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 19 13:09:50.553956 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a1c72b4d-5cc1-4899-94a1-f3092bfa7adb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:50.576025 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d22daed2-bb1e-4cb2-ba2a-ee5e8563bc7f req-6c0a70e1-ce6b-4826-bb9a-38c569727791 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47424f4a-678d-4870-ae86-843b6d41156c HTTP/1.1" status: 200 len: 217 time: 0.1516623 Aug 19 13:09:50.577004 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-38dc52a1-dd96-42f1-8b45-dcbcab9efdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:50.585429 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-38dc52a1-dd96-42f1-8b45-dcbcab9efdc8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=11872a7c-c78f-4b06-a868-5e50d8b5c681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3295474 Aug 19 13:09:50.586685 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a1c72b4d-5cc1-4899-94a1-f3092bfa7adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:50.591302 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1d017c6-6536-4ef5-8d63-44d7908a66a7', 'tag': '85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562', 'status': 'completed', 'code': 200} Aug 19 13:09:50.631089 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-87e58c63-f7d4-41f1-8067-1e1f5da640cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:50.679877 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22daed2-bb1e-4cb2-ba2a-ee5e8563bc7f req-d0e66eef-40f8-408f-9f8f-a97b9a17cc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:50.681547 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d22daed2-bb1e-4cb2-ba2a-ee5e8563bc7f req-d0e66eef-40f8-408f-9f8f-a97b9a17cc18 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a5197019-4cd9-46fe-ad6e-7e976db4e517 HTTP/1.1" status: 200 len: 854 time: 0.0876470 Aug 19 13:09:50.887055 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port 14598cdf-88e3-44de-8ac2-879750d157f0, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=14598cdf-88e3-44de-8ac2-879750d157f0,segment=NetworkSegment(4bacd4dc-35dc-4026-9500-78d94dfc592f),segment_id=4bacd4dc-35dc-4026-9500-78d94dfc592f)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:09:50.913000 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Returning: {'device': '14598cdf-88e3-44de-8ac2-879750d157f0', 'network_id': '1d77b99d-7ba7-4067-8ba3-3867da9acfb5', 'port_id': '14598cdf-88e3-44de-8ac2-879750d157f0', 'mac_address': 'fa:16:3e:50:2c:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1011, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a72a2fc-b629-4f4b-9486-128583568f2d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79301) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 19 13:09:50.944965 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10056b-0f13-41cd-9e9b-bc9ae63e8882 req-4cd19e3d-2e0f-4891-8500-5959499c251d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:50.950057 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-6d10056b-0f13-41cd-9e9b-bc9ae63e8882 req-4cd19e3d-2e0f-4891-8500-5959499c251d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=21e4df950c014d1894d155aac044e94a&device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 1097 time: 0.8327055 Aug 19 13:09:50.956886 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22daed2-bb1e-4cb2-ba2a-ee5e8563bc7f req-93f7409e-0993-467d-aa51-bd9630151d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:50.958395 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d22daed2-bb1e-4cb2-ba2a-ee5e8563bc7f req-93f7409e-0993-467d-aa51-bd9630151d95 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3b979c5e-82fd-4500-9fbc-547a88a6c3c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2687953 Aug 19 13:09:50.967292 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-a1c72b4d-5cc1-4899-94a1-f3092bfa7adb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9267a85ac61a49869a4131276c4a9043&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3329735 Aug 19 13:09:50.970290 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c72b4d-5cc1-4899-94a1-f3092bfa7adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c4735a-82ab-4611-9f2a-106572aff3b8,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:50.975460 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 50686) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:50.985987 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-a1c72b4d-5cc1-4899-94a1-f3092bfa7adb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:51.078536 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:51.116285 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0604fd-6f37-4ec4-a037-a2661834d439 req-b1141e91-f86b-487c-949c-b6c54f35ad3a tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:51.124009 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-dd0604fd-6f37-4ec4-a037-a2661834d439 req-b1141e91-f86b-487c-949c-b6c54f35ad3a tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 944 time: 0.4939828 Aug 19 13:09:51.125177 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14598cdf-88e3-44de-8ac2-879750d157f0 {{(pid=79301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:09:51.157349 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port 14598cdf-88e3-44de-8ac2-879750d157f0, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=14598cdf-88e3-44de-8ac2-879750d157f0,segment=NetworkSegment(4bacd4dc-35dc-4026-9500-78d94dfc592f),segment_id=4bacd4dc-35dc-4026-9500-78d94dfc592f)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:09:51.158235 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-62aef848-a7ab-48d6-975b-1581717c3222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:51.165571 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:51.169182 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-2486be0b-ab3a-4c84-a85e-b5689b66b9a2 service neutron] 10.222.0.68 "GET /v2.0/networks/11872a7c-c78f-4b06-a868-5e50d8b5c681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5669541 Aug 19 13:09:51.173967 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-fcc355c1-7ba2-4364-94b9-a30ca4c80ebb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:51.251192 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-dd0604fd-6f37-4ec4-a037-a2661834d439 req-7b6e9e36-d526-45e0-b2dc-0bca3985086b tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260881 Aug 19 13:09:51.309867 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-62aef848-a7ab-48d6-975b-1581717c3222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:51.408557 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=14598cdf-88e3-44de-8ac2-879750d157f0,revision_number=4']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:51.424159 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:51.490139 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10056b-0f13-41cd-9e9b-bc9ae63e8882 req-79accaae-66bb-4cbb-b5a4-10b37f1282e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:51.492466 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-6d10056b-0f13-41cd-9e9b-bc9ae63e8882 req-79accaae-66bb-4cbb-b5a4-10b37f1282e7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=1d77b99d-7ba7-4067-8ba3-3867da9acfb5 HTTP/1.1" status: 200 len: 921 time: 0.5332012 Aug 19 13:09:51.505786 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-62aef848-a7ab-48d6-975b-1581717c3222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:51.520584 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:51.550889 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] get_ports_and_sgs() called for port_ids ['14598cdf-88e3-44de-8ac2-879750d157f0'] {{(pid=79301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 19 13:09:51.554167 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aef848-a7ab-48d6-975b-1581717c3222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c4735a-82ab-4611-9f2a-106572aff3b8,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:51.559826 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-62aef848-a7ab-48d6-975b-1581717c3222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:51.613703 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-62aef848-a7ab-48d6-975b-1581717c3222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:51.617918 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-62aef848-a7ab-48d6-975b-1581717c3222 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/97c4735a-82ab-4611-9f2a-106572aff3b8 HTTP/1.1" status: 204 len: 168 time: 0.6409323 Aug 19 13:09:51.660002 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-5f533816-ca00-4fc5-b60d-7f1dcc456089 req-9008b2b0-b110-489e-bfd9-9cabfa52b6a4 service neutron] 10.222.0.68 "GET /v2.0/networks/11872a7c-c78f-4b06-a868-5e50d8b5c681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4781828 Aug 19 13:09:51.697758 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f2543-7612-4f34-9951-bd1317a8ff6d req-8f97cf72-5325-4c3b-b4d7-db084d929f1c tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:51.698842 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-bf3f2543-7612-4f34-9951-bd1317a8ff6d req-8f97cf72-5325-4c3b-b4d7-db084d929f1c tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 944 time: 0.3041646 Aug 19 13:09:51.809556 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-bf3f2543-7612-4f34-9951-bd1317a8ff6d req-131edecb-c47c-48c6-8151-4798d62cb470 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020839 Aug 19 13:09:51.963645 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-6d10056b-0f13-41cd-9e9b-bc9ae63e8882 req-514e2105-ba4f-4982-a7b9-4ef9a53dae45 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eef65604-7e78-4eaf-811b-03d073ffd928 HTTP/1.1" status: 200 len: 217 time: 0.4516983 Aug 19 13:09:52.046854 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d22daed2-bb1e-4cb2-ba2a-ee5e8563bc7f req-4ae5f302-2a2c-4850-ac0f-a044e315c06e service neutron] 10.222.0.68 "GET /v2.0/networks/3b979c5e-82fd-4500-9fbc-547a88a6c3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0277231 Aug 19 13:09:52.065592 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8799f-e501-4236-af54-d38d023f7734 req-7f599c3e-527f-47e3-be2a-0ff3de1e5f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:52.067361 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-d7f8799f-e501-4236-af54-d38d023f7734 req-7f599c3e-527f-47e3-be2a-0ff3de1e5f11 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=95c06fea712a4e118bd5a76f6957b19a&device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 1097 time: 0.2126176 Aug 19 13:09:52.178937 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10056b-0f13-41cd-9e9b-bc9ae63e8882 req-42901012-6f4f-485f-be1e-2771b0f4f9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:52.180637 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-6d10056b-0f13-41cd-9e9b-bc9ae63e8882 req-42901012-6f4f-485f-be1e-2771b0f4f9cf service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7a72a2fc-b629-4f4b-9486-128583568f2d HTTP/1.1" status: 200 len: 859 time: 0.1983068 Aug 19 13:09:52.203368 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc81aa9-c47f-4a41-8379-070305eb6ec4 req-6cf18d76-f72b-4ee4-86db-94163e70d951 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:52.211695 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-bdc81aa9-c47f-4a41-8379-070305eb6ec4 req-6cf18d76-f72b-4ee4-86db-94163e70d951 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 944 time: 0.3228979 Aug 19 13:09:52.303867 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-6d10056b-0f13-41cd-9e9b-bc9ae63e8882 req-17b82eaf-9b3a-41fb-867c-1adb53648f7c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1d77b99d-7ba7-4067-8ba3-3867da9acfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746934 Aug 19 13:09:52.315821 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 50718) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:52.340360 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8799f-e501-4236-af54-d38d023f7734 req-3575920d-fbb3-4905-a622-050d885d44cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:52.342748 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-d7f8799f-e501-4236-af54-d38d023f7734 req-3575920d-fbb3-4905-a622-050d885d44cd service neutron] 10.222.0.68 "GET /v2.0/networks?id=11872a7c-c78f-4b06-a868-5e50d8b5c681 HTTP/1.1" status: 200 len: 912 time: 0.2644591 Aug 19 13:09:52.380116 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-34c2a455-090d-4b75-a604-c418157b63fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:52.439920 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-d7f8799f-e501-4236-af54-d38d023f7734 req-4488350b-1792-437b-aa40-3bd3ae1bfd00 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562 HTTP/1.1" status: 200 len: 217 time: 0.0814910 Aug 19 13:09:52.472063 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 47424f4a-678d-4870-ae86-843b6d41156c details requested by agent hyperv_hv-cinder-80514 with host hv-cinder-80514 {{(pid=79301) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 19 13:09:52.480050 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d22daed2-bb1e-4cb2-ba2a-ee5e8563bc7f req-1c466830-7c35-41e7-bd4d-7a7683fd1b63 service neutron] 10.222.0.68 "GET /v2.0/networks/3b979c5e-82fd-4500-9fbc-547a88a6c3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4237318 Aug 19 13:09:52.513733 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 50726) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:52.574484 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8799f-e501-4236-af54-d38d023f7734 req-e3bf036b-0273-435b-8372-ff541a23e9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:52.576082 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-d7f8799f-e501-4236-af54-d38d023f7734 req-e3bf036b-0273-435b-8372-ff541a23e9a8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b7e2718c-f55a-406a-999f-edb1d22fd1bf HTTP/1.1" status: 200 len: 849 time: 0.1023591 Aug 19 13:09:52.591428 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-bdc81aa9-c47f-4a41-8379-070305eb6ec4 req-14a834d2-2cfd-4bc7-82c2-ec98af5f7dca tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3788712 Aug 19 13:09:52.596748 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-34c2a455-090d-4b75-a604-c418157b63fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:09:52.601811 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-34c2a455-090d-4b75-a604-c418157b63fe admin admin] Usage tracker for resource:security_group_rule and tenant:a02f912a605942529e27c92a595a8f8c is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:09:52.606195 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-34c2a455-090d-4b75-a604-c418157b63fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:09:52.615394 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-34c2a455-090d-4b75-a604-c418157b63fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:09:52.660578 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5020ef-d915-4f01-afc8-f67f1b46ca6d req-2f4338e3-6695-4d45-a81a-e2aa93e0e39e tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:52.667957 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-8c5020ef-d915-4f01-afc8-f67f1b46ca6d req-2f4338e3-6695-4d45-a81a-e2aa93e0e39e tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 944 time: 0.2384253 Aug 19 13:09:52.691522 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-6d10056b-0f13-41cd-9e9b-bc9ae63e8882 req-1f37451e-faec-4e8c-97e2-fefc8c87721c service neutron] 10.222.0.68 "GET /v2.0/networks/1d77b99d-7ba7-4067-8ba3-3867da9acfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765187 Aug 19 13:09:52.754978 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-8c5020ef-d915-4f01-afc8-f67f1b46ca6d req-e51b13e1-154c-4710-a939-368a2acd641c tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860510 Aug 19 13:09:52.758338 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8799f-e501-4236-af54-d38d023f7734 req-d65f0278-1aa3-4d87-a58e-0f510e579668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:52.761111 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-d7f8799f-e501-4236-af54-d38d023f7734 req-d65f0278-1aa3-4d87-a58e-0f510e579668 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=11872a7c-c78f-4b06-a868-5e50d8b5c681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1777337 Aug 19 13:09:52.827812 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port 47424f4a-678d-4870-ae86-843b6d41156c, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=47424f4a-678d-4870-ae86-843b6d41156c,segment=NetworkSegment(379dc2c3-a256-42ec-a350-bba9510c62d5),segment_id=379dc2c3-a256-42ec-a350-bba9510c62d5)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:09:52.846719 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Returning: {'device': '47424f4a-678d-4870-ae86-843b6d41156c', 'network_id': '3b979c5e-82fd-4500-9fbc-547a88a6c3c4', 'port_id': '47424f4a-678d-4870-ae86-843b6d41156c', 'mac_address': 'fa:16:3e:92:ed:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5197019-4cd9-46fe-ad6e-7e976db4e517', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79301) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 19 13:09:52.933353 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:52.956870 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47424f4a-678d-4870-ae86-843b6d41156c {{(pid=79301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:09:52.977052 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port 47424f4a-678d-4870-ae86-843b6d41156c, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=47424f4a-678d-4870-ae86-843b6d41156c,segment=NetworkSegment(379dc2c3-a256-42ec-a350-bba9510c62d5),segment_id=379dc2c3-a256-42ec-a350-bba9510c62d5)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:09:52.983076 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:52.986166 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-fcc355c1-7ba2-4364-94b9-a30ca4c80ebb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:52.998774 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-34c2a455-090d-4b75-a604-c418157b63fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:53.041648 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-34c2a455-090d-4b75-a604-c418157b63fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:53.086126 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:53.097979 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-d7f8799f-e501-4236-af54-d38d023f7734 req-ab5f379d-d6b7-4c8e-8ed9-a9cfb591dd69 service neutron] 10.222.0.68 "GET /v2.0/networks/11872a7c-c78f-4b06-a868-5e50d8b5c681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143890 Aug 19 13:09:53.128762 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=47424f4a-678d-4870-ae86-843b6d41156c,revision_number=4']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:53.134551 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:53.187375 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c2a455-090d-4b75-a604-c418157b63fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa40abd9-ec1b-4a6e-97c8-960bd825d593,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:53.212020 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-34c2a455-090d-4b75-a604-c418157b63fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:53.232724 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-34c2a455-090d-4b75-a604-c418157b63fe admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a02f912a605942529e27c92a595a8f8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9089205 Aug 19 13:09:53.245518 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 50746) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:53.258516 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-06888e77-9e58-4d5d-adeb-c47bfc0835a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:53.277114 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-6d10056b-0f13-41cd-9e9b-bc9ae63e8882 req-af20940e-268d-4104-ad4d-cf8f374e796b service neutron] 10.222.0.68 "GET /v2.0/networks/1d77b99d-7ba7-4067-8ba3-3867da9acfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5771055 Aug 19 13:09:53.283053 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-06888e77-9e58-4d5d-adeb-c47bfc0835a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:09:53.290615 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-06888e77-9e58-4d5d-adeb-c47bfc0835a2 admin admin] Usage tracker for resource:security_group_rule and tenant:106ec46436184998a79f400127702b5c is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:09:53.295740 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-06888e77-9e58-4d5d-adeb-c47bfc0835a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:09:53.320340 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-06888e77-9e58-4d5d-adeb-c47bfc0835a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:09:53.340661 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-a435ddb7-115c-4a51-9eec-8c618a0bc935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:53.341563 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] get_ports_and_sgs() called for port_ids ['47424f4a-678d-4870-ae86-843b6d41156c'] {{(pid=79301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 19 13:09:53.367719 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-a435ddb7-115c-4a51-9eec-8c618a0bc935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:53.394399 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b076eb-6eb3-4b7b-8980-eab20ceec5ab req-c3839cf9-1326-461d-9088-5c8aa3eb90fd tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:53.396614 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-79b076eb-6eb3-4b7b-8980-eab20ceec5ab req-c3839cf9-1326-461d-9088-5c8aa3eb90fd tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 944 time: 0.2959244 Aug 19 13:09:53.399603 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-d7f8799f-e501-4236-af54-d38d023f7734 req-4fdd8637-3b7f-4a4b-9c6a-ce5012369fdf service neutron] 10.222.0.68 "GET /v2.0/networks/11872a7c-c78f-4b06-a868-5e50d8b5c681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919450 Aug 19 13:09:53.484015 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-06888e77-9e58-4d5d-adeb-c47bfc0835a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:53.487460 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-a435ddb7-115c-4a51-9eec-8c618a0bc935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:53.490217 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-06888e77-9e58-4d5d-adeb-c47bfc0835a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:53.497621 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-08bcabec-d7f3-473e-a9e0-bd4cdfaf808c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:53.503862 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-3af44df9-75c5-4cbc-bc04-09b98fb67c61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:53.509643 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-79b076eb-6eb3-4b7b-8980-eab20ceec5ab req-49cb6740-66ac-44a4-9731-021f4a5bdaf9 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645020 Aug 19 13:09:53.512207 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a435ddb7-115c-4a51-9eec-8c618a0bc935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa40abd9-ec1b-4a6e-97c8-960bd825d593,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:53.517594 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-a435ddb7-115c-4a51-9eec-8c618a0bc935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:53.523188 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-a435ddb7-115c-4a51-9eec-8c618a0bc935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:53.524366 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-a435ddb7-115c-4a51-9eec-8c618a0bc935 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/aa40abd9-ec1b-4a6e-97c8-960bd825d593 HTTP/1.1" status: 204 len: 168 time: 0.2680054 Aug 19 13:09:53.566881 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-06888e77-9e58-4d5d-adeb-c47bfc0835a2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=106ec46436184998a79f400127702b5c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0489194 Aug 19 13:09:53.569391 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 50760) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:53.573281 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06888e77-9e58-4d5d-adeb-c47bfc0835a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e168bfc-ddce-4228-a227-b545cc4f4231,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:53.585430 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-06888e77-9e58-4d5d-adeb-c47bfc0835a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:53.640485 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-596de880-5828-49dc-8577-bc17d3c48a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:53.673336 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-596de880-5828-49dc-8577-bc17d3c48a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:53.765297 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-596de880-5828-49dc-8577-bc17d3c48a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:53.769729 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:53.832915 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596de880-5828-49dc-8577-bc17d3c48a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e168bfc-ddce-4228-a227-b545cc4f4231,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:53.839259 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-596de880-5828-49dc-8577-bc17d3c48a5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:53.848663 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-596de880-5828-49dc-8577-bc17d3c48a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:53.849750 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-596de880-5828-49dc-8577-bc17d3c48a5a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8e168bfc-ddce-4228-a227-b545cc4f4231 HTTP/1.1" status: 204 len: 168 time: 0.2786646 Aug 19 13:09:53.986242 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bcd31f-261a-4506-99d6-a558e5c856eb req-106325d4-16c7-4696-a850-86296f48a802 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:53.987861 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-77bcd31f-261a-4506-99d6-a558e5c856eb req-106325d4-16c7-4696-a850-86296f48a802 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 945 time: 0.1998856 Aug 19 13:09:54.100148 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-77bcd31f-261a-4506-99d6-a558e5c856eb req-dfe033f9-9c3d-4696-a3af-8d2c9e8b0c03 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006391 Aug 19 13:09:54.138100 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f060ee-9551-4795-ac4b-a7924ef05602 req-f5d7955a-d795-49af-b512-f828ca060200 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:54.145836 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-59f060ee-9551-4795-ac4b-a7924ef05602 req-f5d7955a-d795-49af-b512-f828ca060200 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 944 time: 0.1193538 Aug 19 13:09:54.204972 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-59f060ee-9551-4795-ac4b-a7924ef05602 req-a2020163-a98a-4003-bccc-e984a12037a8 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578756 Aug 19 13:09:54.396023 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 50812) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:54.415358 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-4105d134-c1d9-4561-bb07-f0674d6eb710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:54.430790 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-4105d134-c1d9-4561-bb07-f0674d6eb710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:09:54.435157 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-4105d134-c1d9-4561-bb07-f0674d6eb710 admin admin] Usage tracker for resource:security_group_rule and tenant:243c38b2ac6344cbad6410820388eeaa is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:09:54.438760 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-4105d134-c1d9-4561-bb07-f0674d6eb710 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:09:54.447342 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-4105d134-c1d9-4561-bb07-f0674d6eb710 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:09:54.484538 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device eef65604-7e78-4eaf-811b-03d073ffd928 details requested by agent hyperv_hv-cinder-80514 with host hv-cinder-80514 {{(pid=79301) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 19 13:09:54.533596 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 14598cdf-88e3-44de-8ac2-879750d157f0 up at agent hyperv_hv-cinder-80514 {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:09:54.583556 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-4105d134-c1d9-4561-bb07-f0674d6eb710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:54.589146 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-4105d134-c1d9-4561-bb07-f0674d6eb710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:54.692125 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-e17f6697-664b-492b-83a3-e382bc14a4e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:54.728358 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-4105d134-c1d9-4561-bb07-f0674d6eb710 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=243c38b2ac6344cbad6410820388eeaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3285637 Aug 19 13:09:54.728662 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 50832) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:54.732400 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port eef65604-7e78-4eaf-811b-03d073ffd928, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=eef65604-7e78-4eaf-811b-03d073ffd928,segment=NetworkSegment(4bacd4dc-35dc-4026-9500-78d94dfc592f),segment_id=4bacd4dc-35dc-4026-9500-78d94dfc592f)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:09:54.746577 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Provisioning for port 14598cdf-88e3-44de-8ac2-879750d157f0 completed by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:09:54.757529 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Provisioning complete for port 14598cdf-88e3-44de-8ac2-879750d157f0 triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:09:54.760553 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:54.846342 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4105d134-c1d9-4561-bb07-f0674d6eb710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898b3275-9cda-4596-8b21-0253e523247c,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:54.849777 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-4105d134-c1d9-4561-bb07-f0674d6eb710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:54.863299 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Returning: {'device': 'eef65604-7e78-4eaf-811b-03d073ffd928', 'network_id': '1d77b99d-7ba7-4067-8ba3-3867da9acfb5', 'port_id': 'eef65604-7e78-4eaf-811b-03d073ffd928', 'mac_address': 'fa:16:3e:05:25:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1011, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a72a2fc-b629-4f4b-9486-128583568f2d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79301) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 19 13:09:54.898126 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-4a36c701-791e-4fcf-8aa8-fb573fccac47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:54.942026 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-4a36c701-791e-4fcf-8aa8-fb573fccac47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:54.963359 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4c14d-769f-4b5a-b8d6-2bfe29c09191 req-6f925fed-2d29-459d-abd1-390ea0e629cd tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:54.964925 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-5cc4c14d-769f-4b5a-b8d6-2bfe29c09191 req-6f925fed-2d29-459d-abd1-390ea0e629cd tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 944 time: 0.2207901 Aug 19 13:09:54.993756 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:55.035762 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eef65604-7e78-4eaf-811b-03d073ffd928 {{(pid=79301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:09:55.076583 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-5cc4c14d-769f-4b5a-b8d6-2bfe29c09191 req-f44b4b42-0794-4a66-b229-f0f75fcb9bb9 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055584 Aug 19 13:09:55.087474 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-4a36c701-791e-4fcf-8aa8-fb573fccac47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:55.102193 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:55.121255 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-4a36c701-791e-4fcf-8aa8-fb573fccac47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:55.126140 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-4a36c701-791e-4fcf-8aa8-fb573fccac47 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/898b3275-9cda-4596-8b21-0253e523247c HTTP/1.1" status: 204 len: 168 time: 0.3958602 Aug 19 13:09:55.129244 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a36c701-791e-4fcf-8aa8-fb573fccac47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898b3275-9cda-4596-8b21-0253e523247c,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:55.152373 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a36c701-791e-4fcf-8aa8-fb573fccac47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:55.152915 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a36c701-791e-4fcf-8aa8-fb573fccac47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:55.153287 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a36c701-791e-4fcf-8aa8-fb573fccac47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:55.153654 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a36c701-791e-4fcf-8aa8-fb573fccac47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:55.154202 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a36c701-791e-4fcf-8aa8-fb573fccac47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:55.154567 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a36c701-791e-4fcf-8aa8-fb573fccac47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:55.154919 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a36c701-791e-4fcf-8aa8-fb573fccac47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:55.155275 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a36c701-791e-4fcf-8aa8-fb573fccac47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:55.155660 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a36c701-791e-4fcf-8aa8-fb573fccac47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:55.156212 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port eef65604-7e78-4eaf-811b-03d073ffd928, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=eef65604-7e78-4eaf-811b-03d073ffd928,segment=NetworkSegment(4bacd4dc-35dc-4026-9500-78d94dfc592f),segment_id=4bacd4dc-35dc-4026-9500-78d94dfc592f)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:09:55.157193 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a36c701-791e-4fcf-8aa8-fb573fccac47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:55.157777 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a36c701-791e-4fcf-8aa8-fb573fccac47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:55.158265 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a36c701-791e-4fcf-8aa8-fb573fccac47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:55.167513 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:55.167513 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562 details requested by agent hyperv_hv-cinder-80514 with host hv-cinder-80514 {{(pid=79301) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 19 13:09:55.175328 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-4a36c701-791e-4fcf-8aa8-fb573fccac47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:55.179637 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-e6d0697e-dadc-4f13-abdf-2a6e0d454612 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:55.319693 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:55.458338 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port 14598cdf-88e3-44de-8ac2-879750d157f0, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=14598cdf-88e3-44de-8ac2-879750d157f0,segment=NetworkSegment(4bacd4dc-35dc-4026-9500-78d94dfc592f),segment_id=4bacd4dc-35dc-4026-9500-78d94dfc592f)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:09:55.480757 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54efad08-ca70-483d-88ec-f4868f685f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14598cdf-88e3-44de-8ac2-879750d157f0'}] {{(pid=79301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:09:55.510379 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:55.525162 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 47424f4a-678d-4870-ae86-843b6d41156c up at agent hyperv_hv-cinder-80514 {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:09:55.530630 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94cd741-2772-4437-a390-f5271de3822d req-ea731f39-c214-4b01-9361-4412c419b72c tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:55.536787 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-a94cd741-2772-4437-a390-f5271de3822d req-ea731f39-c214-4b01-9361-4412c419b72c tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 945 time: 0.1989033 Aug 19 13:09:55.551102 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c39b21-87c6-4e01-9987-faff87144d63 req-1d1edd6f-daf0-44f8-b3ea-e5e5e13c39d5 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:55.553154 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-c3c39b21-87c6-4e01-9987-faff87144d63 req-1d1edd6f-daf0-44f8-b3ea-e5e5e13c39d5 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 944 time: 0.1841679 Aug 19 13:09:55.582607 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=eef65604-7e78-4eaf-811b-03d073ffd928,revision_number=4']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:55.625048 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-c3c39b21-87c6-4e01-9987-faff87144d63 req-fcc0504d-f10a-47bd-bc86-571c25cd6316 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604646 Aug 19 13:09:55.657690 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-a94cd741-2772-4437-a390-f5271de3822d req-91213bf0-cb38-4702-b9d6-ded6f710b2a1 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142147 Aug 19 13:09:55.713531 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:55.716636 dv-cinder-805144-1-iscsi neutron-server[79301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54efad08-ca70-483d-88ec-f4868f685f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14598cdf-88e3-44de-8ac2-879750d157f0', 'code': 200} Aug 19 13:09:55.717244 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:55.926794 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=14598cdf-88e3-44de-8ac2-879750d157f0,revision_number=5']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:55.937021 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:55.971030 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Provisioning for port 47424f4a-678d-4870-ae86-843b6d41156c completed by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:09:55.993176 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port 85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562,segment=NetworkSegment(1e972220-39bc-4aae-b977-d69a31936ee0),segment_id=1e972220-39bc-4aae-b977-d69a31936ee0)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:09:56.003204 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Provisioning complete for port 47424f4a-678d-4870-ae86-843b6d41156c triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:09:56.003711 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:56.105467 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Returning: {'device': '85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562', 'network_id': '11872a7c-c78f-4b06-a868-5e50d8b5c681', 'port_id': '85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562', 'mac_address': 'fa:16:3e:f0:eb:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1001, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7e2718c-f55a-406a-999f-edb1d22fd1bf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79301) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 19 13:09:56.168278 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4ba46-f73d-4186-916a-3f17eb86ffa8 req-c25bc4c5-139f-4357-ac3e-01fa8f170dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:56.170673 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-dff4ba46-f73d-4186-916a-3f17eb86ffa8 req-c25bc4c5-139f-4357-ac3e-01fa8f170dde service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 1099 time: 0.1464791 Aug 19 13:09:56.205554 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:56.225500 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-dff4ba46-f73d-4186-916a-3f17eb86ffa8 req-231f4ffd-f358-4dca-aa8e-7072f05f38ca service neutron] Synchronizing usage tracker for tenant:59550956bce3444b8b3aa3657ba56a1b on resource:security_group {{(pid=79299) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:09:56.248617 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-dff4ba46-f73d-4186-916a-3f17eb86ffa8 req-231f4ffd-f358-4dca-aa8e-7072f05f38ca service neutron] Unset dirty status for tenant:59550956bce3444b8b3aa3657ba56a1b on resource:security_group {{(pid=79299) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:09:56.249960 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-dff4ba46-f73d-4186-916a-3f17eb86ffa8 req-231f4ffd-f358-4dca-aa8e-7072f05f38ca service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714099 Aug 19 13:09:56.327729 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562 {{(pid=79301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:09:56.371260 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port 85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562,segment=NetworkSegment(1e972220-39bc-4aae-b977-d69a31936ee0),segment_id=1e972220-39bc-4aae-b977-d69a31936ee0)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:09:56.374203 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:56.389262 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:56.389792 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba245843-fc35-48b2-9033-2dd2d285d07e req-14f7ac1a-5a5f-4efe-9908-428bcaa7f34e tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:56.392286 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ba245843-fc35-48b2-9033-2dd2d285d07e req-14f7ac1a-5a5f-4efe-9908-428bcaa7f34e tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 945 time: 0.1264646 Aug 19 13:09:56.398810 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:56.443898 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ba245843-fc35-48b2-9033-2dd2d285d07e req-f7bb5cab-5ccd-4cc3-bad5-1216be6e8382 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424953 Aug 19 13:09:56.513483 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port 47424f4a-678d-4870-ae86-843b6d41156c, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=47424f4a-678d-4870-ae86-843b6d41156c,segment=NetworkSegment(379dc2c3-a256-42ec-a350-bba9510c62d5),segment_id=379dc2c3-a256-42ec-a350-bba9510c62d5)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:09:56.522222 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:56.547662 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 50932) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:56.590332 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 50940) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:56.605672 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562,revision_number=4']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:56.615524 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:56.616169 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-62d13cb0-4f61-4b60-ae60-68e859be8e28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:56.738356 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=47424f4a-678d-4870-ae86-843b6d41156c,revision_number=5']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:56.746109 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:56.755734 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-3bf13fc2-4133-459e-a061-117ec17a9d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:56.776034 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-3bf13fc2-4133-459e-a061-117ec17a9d0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:09:56.781482 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-3bf13fc2-4133-459e-a061-117ec17a9d0a admin admin] Usage tracker for resource:security_group_rule and tenant:c7fe77abbe604f359d32351c4412dc50 is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:09:56.785609 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-3bf13fc2-4133-459e-a061-117ec17a9d0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:09:56.815533 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-3bf13fc2-4133-459e-a061-117ec17a9d0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:09:56.878986 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] get_ports_and_sgs() called for port_ids ['85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562'] {{(pid=79301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 19 13:09:56.888801 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-91b4455a-a89a-485c-9347-92e144c32fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:56.943873 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-91b4455a-a89a-485c-9347-92e144c32fad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:09:56.949509 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-91b4455a-a89a-485c-9347-92e144c32fad admin admin] Usage tracker for resource:security_group_rule and tenant:a281e1bb99e341f7a0abc4653ea6cfa2 is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:09:56.953292 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-91b4455a-a89a-485c-9347-92e144c32fad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:09:56.960615 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] get_ports_and_sgs() called for port_ids ['eef65604-7e78-4eaf-811b-03d073ffd928'] {{(pid=79301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 19 13:09:56.961726 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-91b4455a-a89a-485c-9347-92e144c32fad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:09:57.054586 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d9bef9-45a2-4dde-9210-1cd8221a57bd req-226ab924-f0e9-4263-a3e3-6d0493a61427 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:57.057295 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-c8d9bef9-45a2-4dde-9210-1cd8221a57bd req-226ab924-f0e9-4263-a3e3-6d0493a61427 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 945 time: 0.2036226 Aug 19 13:09:57.080227 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e8286-2e9e-45ee-b301-a879d83cde12 req-fb104123-a66e-4a19-a212-a4bd00117635 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:57.089230 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-0b9e8286-2e9e-45ee-b301-a879d83cde12 req-fb104123-a66e-4a19-a212-a4bd00117635 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 946 time: 0.2041337 Aug 19 13:09:57.132693 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-c8d9bef9-45a2-4dde-9210-1cd8221a57bd req-e3dbb381-b397-46d4-aced-013a9b3a7e64 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644448 Aug 19 13:09:57.174410 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-0b9e8286-2e9e-45ee-b301-a879d83cde12 req-cf62bec1-fdcc-40ee-8b62-62d464c90b4c tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836630 Aug 19 13:09:57.176532 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-91b4455a-a89a-485c-9347-92e144c32fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:57.182932 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-91b4455a-a89a-485c-9347-92e144c32fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:57.188625 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-3bf13fc2-4133-459e-a061-117ec17a9d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:57.194477 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-3bf13fc2-4133-459e-a061-117ec17a9d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:57.206587 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:57.227877 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-a435ddb7-115c-4a51-9eec-8c618a0bc935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:57.262814 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-3bf13fc2-4133-459e-a061-117ec17a9d0a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c7fe77abbe604f359d32351c4412dc50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7083828 Aug 19 13:09:57.263022 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-91b4455a-a89a-485c-9347-92e144c32fad admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a281e1bb99e341f7a0abc4653ea6cfa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6675491 Aug 19 13:09:57.263116 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf13fc2-4133-459e-a061-117ec17a9d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4459f0ed-ec1e-4492-b9b8-2b518e959eaa,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:57.263228 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 50956) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:57.263441 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 50958) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:57.266232 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-3bf13fc2-4133-459e-a061-117ec17a9d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:57.301814 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b4455a-a89a-485c-9347-92e144c32fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f52c52c2-6298-42be-9beb-c9d1f1225ce7,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:57.323603 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b4455a-a89a-485c-9347-92e144c32fad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:57.323952 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b4455a-a89a-485c-9347-92e144c32fad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:57.324301 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b4455a-a89a-485c-9347-92e144c32fad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:57.324709 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b4455a-a89a-485c-9347-92e144c32fad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:57.324983 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b4455a-a89a-485c-9347-92e144c32fad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:57.325324 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b4455a-a89a-485c-9347-92e144c32fad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:57.325665 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b4455a-a89a-485c-9347-92e144c32fad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:57.325998 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b4455a-a89a-485c-9347-92e144c32fad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:57.326335 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b4455a-a89a-485c-9347-92e144c32fad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:57.326666 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b4455a-a89a-485c-9347-92e144c32fad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:57.326997 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b4455a-a89a-485c-9347-92e144c32fad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:57.327326 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b4455a-a89a-485c-9347-92e144c32fad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:57.341312 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-91b4455a-a89a-485c-9347-92e144c32fad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:57.402138 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-ce41c83a-9db8-4d13-bff6-de4a1c80702a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:57.416448 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-54c635bd-6030-4aef-852e-cde65245a53a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:57.600543 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-ce41c83a-9db8-4d13-bff6-de4a1c80702a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:57.608330 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-54c635bd-6030-4aef-852e-cde65245a53a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:57.712025 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-54c635bd-6030-4aef-852e-cde65245a53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:57.719678 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438aed69-4e72-402e-b09f-bbfe30e30183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47424f4a-678d-4870-ae86-843b6d41156c'}] {{(pid=79301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:09:57.721137 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-91b4455a-a89a-485c-9347-92e144c32fad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:57.739838 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c635bd-6030-4aef-852e-cde65245a53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52c52c2-6298-42be-9beb-c9d1f1225ce7,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:57.742121 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-ce41c83a-9db8-4d13-bff6-de4a1c80702a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:57.747066 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-54c635bd-6030-4aef-852e-cde65245a53a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:57.747649 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-54c635bd-6030-4aef-852e-cde65245a53a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:57.762514 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce41c83a-9db8-4d13-bff6-de4a1c80702a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4459f0ed-ec1e-4492-b9b8-2b518e959eaa,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:57.767060 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-ce41c83a-9db8-4d13-bff6-de4a1c80702a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:57.789331 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-ce41c83a-9db8-4d13-bff6-de4a1c80702a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:57.793843 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-ce41c83a-9db8-4d13-bff6-de4a1c80702a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4459f0ed-ec1e-4492-b9b8-2b518e959eaa HTTP/1.1" status: 204 len: 168 time: 0.5264573 Aug 19 13:09:57.796732 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-54c635bd-6030-4aef-852e-cde65245a53a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:57.800772 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-54c635bd-6030-4aef-852e-cde65245a53a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f52c52c2-6298-42be-9beb-c9d1f1225ce7 HTTP/1.1" status: 204 len: 168 time: 0.5353682 Aug 19 13:09:57.852926 dv-cinder-805144-1-iscsi neutron-server[79301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '438aed69-4e72-402e-b09f-bbfe30e30183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47424f4a-678d-4870-ae86-843b6d41156c', 'code': 200} Aug 19 13:09:57.971075 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e30a483-05a4-456a-9568-26774d5796d8 req-581162b2-dad5-4a22-9ff8-05f9aad92fb3 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:57.972865 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-9e30a483-05a4-456a-9568-26774d5796d8 req-581162b2-dad5-4a22-9ff8-05f9aad92fb3 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 945 time: 0.3619230 Aug 19 13:09:58.030278 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-9e30a483-05a4-456a-9568-26774d5796d8 req-6c2082da-826d-4fd4-9023-5d7275afdbf6 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512211 Aug 19 13:09:58.142919 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-b41272d0-9c72-47c0-9036-5bba93bd0f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:58.159069 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.agents_db [None req-9e599f34-f5fc-45b3-b2b5-9720679b7a3a None None] Agent healthcheck: found 6 active agents {{(pid=79302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 19 13:09:58.292050 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd4536d-303b-4289-9d84-d0fef8b6d885 req-9ffc2c46-2ca7-4a11-91a0-2bf63185d55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:58.293837 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0cd4536d-303b-4289-9d84-d0fef8b6d885 req-9ffc2c46-2ca7-4a11-91a0-2bf63185d55e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 1099 time: 0.1039689 Aug 19 13:09:58.402452 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0cd4536d-303b-4289-9d84-d0fef8b6d885 req-5cb8dfcf-a14c-4a68-93d9-dcacc21c8616 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969436 Aug 19 13:09:58.415168 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddbee7f-0c94-4527-a498-c8b59d1320ff req-10249054-d7b8-4f79-9cf6-6d68404361c9 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:58.424275 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-5ddbee7f-0c94-4527-a498-c8b59d1320ff req-10249054-d7b8-4f79-9cf6-6d68404361c9 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 945 time: 0.1443436 Aug 19 13:09:58.467236 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f65e6d-a569-4c9e-be49-823b5cd8e9b3 req-7c98d46b-a80c-4119-a6d5-e8a9caffa75f tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:58.467236 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-f3f65e6d-a569-4c9e-be49-823b5cd8e9b3 req-7c98d46b-a80c-4119-a6d5-e8a9caffa75f tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 946 time: 0.1029258 Aug 19 13:09:58.469435 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 51006) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:58.503321 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-5ddbee7f-0c94-4527-a498-c8b59d1320ff req-14b00870-1f4a-4d74-aa04-d4a7553859b7 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780036 Aug 19 13:09:58.509112 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-8799703f-6c6c-4dd7-82e6-0819f2759c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:58.510882 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562 up at agent hyperv_hv-cinder-80514 {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:09:58.539636 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-8799703f-6c6c-4dd7-82e6-0819f2759c96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:09:58.552175 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-8799703f-6c6c-4dd7-82e6-0819f2759c96 admin admin] Usage tracker for resource:security_group_rule and tenant:529a2307bbf1462db98a96c180e7889a is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:09:58.558322 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-8799703f-6c6c-4dd7-82e6-0819f2759c96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:09:58.574046 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-8799703f-6c6c-4dd7-82e6-0819f2759c96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:09:58.579301 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-f3f65e6d-a569-4c9e-be49-823b5cd8e9b3 req-b8b69af4-862c-46dd-b217-d0e36ab88eb0 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918398 Aug 19 13:09:58.638217 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:58.666793 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Provisioning for port 85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562 completed by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:09:58.674065 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Provisioning complete for port 85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562 triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:09:58.674471 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:58.746265 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-8799703f-6c6c-4dd7-82e6-0819f2759c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:58.754570 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-8799703f-6c6c-4dd7-82e6-0819f2759c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:58.812066 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-04fae11c-5027-4d42-89ca-c8e3514d5ea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:58.825239 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-8799703f-6c6c-4dd7-82e6-0819f2759c96 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=529a2307bbf1462db98a96c180e7889a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3537276 Aug 19 13:09:58.829137 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 51030) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:09:58.878916 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8799703f-6c6c-4dd7-82e6-0819f2759c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e44b319-59fd-447b-93c3-d5de5e403bb8,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:58.884477 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-8799703f-6c6c-4dd7-82e6-0819f2759c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:58.901130 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:58.947762 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port 85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562,segment=NetworkSegment(1e972220-39bc-4aae-b977-d69a31936ee0),segment_id=1e972220-39bc-4aae-b977-d69a31936ee0)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:09:58.952435 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-d947270c-02de-4315-a191-1bc0dd7aef30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:58.953043 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:58.954796 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device eef65604-7e78-4eaf-811b-03d073ffd928 up at agent hyperv_hv-cinder-80514 {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:09:58.983761 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-d947270c-02de-4315-a191-1bc0dd7aef30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:59.002764 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:59.057709 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-d947270c-02de-4315-a191-1bc0dd7aef30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:59.064938 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:59.081190 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d947270c-02de-4315-a191-1bc0dd7aef30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e44b319-59fd-447b-93c3-d5de5e403bb8,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:59.083593 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-d947270c-02de-4315-a191-1bc0dd7aef30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:59.089365 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-d947270c-02de-4315-a191-1bc0dd7aef30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:59.091342 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-d947270c-02de-4315-a191-1bc0dd7aef30 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5e44b319-59fd-447b-93c3-d5de5e403bb8 HTTP/1.1" status: 204 len: 168 time: 0.2610948 Aug 19 13:09:59.145262 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562,revision_number=5']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:59.177423 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:59.177743 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:59.178034 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:59.178378 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:59.179003 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:59.179348 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:59.179721 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:59.180059 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:59.180415 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:59.180931 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:59.181136 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:59.181557 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:59.209867 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:59.233358 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Provisioning for port eef65604-7e78-4eaf-811b-03d073ffd928 completed by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:09:59.263269 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Provisioning complete for port eef65604-7e78-4eaf-811b-03d073ffd928 triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:09:59.263971 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:59.323769 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f71b9-e92c-4417-a3a1-33ad3b87af33 req-a0e471df-78eb-40a2-af38-8fa73b84078b tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:59.325384 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d98f71b9-e92c-4417-a3a1-33ad3b87af33 req-a0e471df-78eb-40a2-af38-8fa73b84078b tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 945 time: 0.1329696 Aug 19 13:09:59.382814 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d98f71b9-e92c-4417-a3a1-33ad3b87af33 req-434fb8ce-8045-4dd7-9bde-316b9087ed88 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483813 Aug 19 13:09:59.509513 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:59.580609 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port eef65604-7e78-4eaf-811b-03d073ffd928, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=eef65604-7e78-4eaf-811b-03d073ffd928,segment=NetworkSegment(4bacd4dc-35dc-4026-9500-78d94dfc592f),segment_id=4bacd4dc-35dc-4026-9500-78d94dfc592f)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:09:59.588144 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:59.590717 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:09:59.745844 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=eef65604-7e78-4eaf-811b-03d073ffd928,revision_number=5']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:59.749539 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:09:59.783605 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24000f19-38fb-4e44-8763-eb6f10948f5b req-dcdc8f63-0d13-42d2-96b0-b89363de5654 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:59.791713 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-24000f19-38fb-4e44-8763-eb6f10948f5b req-dcdc8f63-0d13-42d2-96b0-b89363de5654 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 946 time: 0.1093760 Aug 19 13:09:59.854693 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d017c6-6536-4ef5-8d63-44d7908a66a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562'}, {'server_uuid': 'cf19fedf-a6bb-4413-987d-238f2fc02a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef65604-7e78-4eaf-811b-03d073ffd928'}] {{(pid=79301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:09:59.862575 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-24000f19-38fb-4e44-8763-eb6f10948f5b req-b1118ebf-4de8-41fd-a2da-5c69dbb2dfb0 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698493 Aug 19 13:09:59.945334 dv-cinder-805144-1-iscsi neutron-server[79301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d017c6-6536-4ef5-8d63-44d7908a66a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562', 'code': 200} Aug 19 13:09:59.945850 dv-cinder-805144-1-iscsi neutron-server[79301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf19fedf-a6bb-4413-987d-238f2fc02a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef65604-7e78-4eaf-811b-03d073ffd928', 'code': 200} Aug 19 13:09:59.960227 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bcd40a-4ca7-42ef-bf8f-4e72d1eced8f req-54d34058-39b2-4d96-a66a-38645850891b tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:59.970647 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-33bcd40a-4ca7-42ef-bf8f-4e72d1eced8f req-54d34058-39b2-4d96-a66a-38645850891b tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 946 time: 0.1341994 Aug 19 13:10:00.047323 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-33bcd40a-4ca7-42ef-bf8f-4e72d1eced8f req-d8d06a22-386b-4da7-95a9-a87975021ac1 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755002 Aug 19 13:10:00.386681 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 51098) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:10:00.543598 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [None req-9ad31bd5-590d-447e-ab36-018cab3b345b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2057477860-network', 'tenant_id': '4035c73be587421e9a26cbebd7a2a964'}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:10:00.550809 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-9ad31bd5-590d-447e-ab36-018cab3b345b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:10:00.556640 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-9ad31bd5-590d-447e-ab36-018cab3b345b admin admin] Usage tracker for resource:network and tenant:4035c73be587421e9a26cbebd7a2a964 is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:10:00.560120 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-9ad31bd5-590d-447e-ab36-018cab3b345b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:10:00.568271 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-9ad31bd5-590d-447e-ab36-018cab3b345b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:10:00.580852 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a8940-19e5-40b0-915d-4268839ea27d req-bd98befa-5237-4fa9-873e-d3d92caf102c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:00.582342 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-b37a8940-19e5-40b0-915d-4268839ea27d req-bd98befa-5237-4fa9-873e-d3d92caf102c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 1099 time: 0.1576471 Aug 19 13:10:00.584045 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad31bd5-590d-447e-ab36-018cab3b345b admin admin] Made reservation on behalf of 4035c73be587421e9a26cbebd7a2a964 for: {'network': 1} {{(pid=79300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:10:00.585765 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-9ad31bd5-590d-447e-ab36-018cab3b345b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for network, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:00.622634 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-9ad31bd5-590d-447e-ab36-018cab3b345b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:00.644949 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-9ad31bd5-590d-447e-ab36-018cab3b345b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:10:00.652994 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e293496-bb76-45d3-b2b3-f6f57e2ca033 req-212b2b88-6cc2-4d66-b9bf-6425e332d715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:00.654664 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-4e293496-bb76-45d3-b2b3-f6f57e2ca033 req-212b2b88-6cc2-4d66-b9bf-6425e332d715 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 1099 time: 0.2293351 Aug 19 13:10:00.656531 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-9ad31bd5-590d-447e-ab36-018cab3b345b admin admin] Usage tracker for resource:security_group_rule and tenant:4035c73be587421e9a26cbebd7a2a964 is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:10:00.662795 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-9ad31bd5-590d-447e-ab36-018cab3b345b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:10:00.664176 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a080d89-f639-4e41-861c-e2ee81138261 req-aa665f14-c3db-43f5-a502-82edc333120d tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:00.665700 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-1a080d89-f639-4e41-861c-e2ee81138261 req-aa665f14-c3db-43f5-a502-82edc333120d tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 946 time: 0.1560440 Aug 19 13:10:00.683647 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-9ad31bd5-590d-447e-ab36-018cab3b345b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:10:00.687029 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-b37a8940-19e5-40b0-915d-4268839ea27d req-0210593e-c55f-4a11-8aad-96d9d78d0239 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915127 Aug 19 13:10:00.745009 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-4e293496-bb76-45d3-b2b3-f6f57e2ca033 req-e4b39184-1066-408b-aab3-de9395409bc3 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772734 Aug 19 13:10:00.760621 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-1a080d89-f639-4e41-861c-e2ee81138261 req-d31391ce-162f-492f-8641-e1742d673724 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795286 Aug 19 13:10:00.820967 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-9ad31bd5-590d-447e-ab36-018cab3b345b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:00.827343 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-9ad31bd5-590d-447e-ab36-018cab3b345b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:00.854116 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ad31bd5-590d-447e-ab36-018cab3b345b admin admin] vlan segment allocate from pool success with {'vlan_id': 1026, 'physical_network': 'physnet1'} {{(pid=79300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:10:00.867829 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-9ad31bd5-590d-447e-ab36-018cab3b345b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910984'] for segment, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:00.868304 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.db.segments_db [None req-9ad31bd5-590d-447e-ab36-018cab3b345b admin admin] Added segment 4e9078fc-0853-4aa9-a345-dd57d22aa145 of type vlan for network ab297ce4-a448-4456-9107-ae1477642dd9 Aug 19 13:10:00.905976 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-9ad31bd5-590d-447e-ab36-018cab3b345b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734197367691'] for network, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:00.914486 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:00.961124 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-3e80c486-853c-46a5-93ac-c10981ddda65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:00.970802 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad31bd5-590d-447e-ab36-018cab3b345b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ca0bcb-87d7-4580-a393-95846c241f00,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:00.976371 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-9ad31bd5-590d-447e-ab36-018cab3b345b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:01.044423 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-9ad31bd5-590d-447e-ab36-018cab3b345b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217'] for network, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:01.047920 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad31bd5-590d-447e-ab36-018cab3b345b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:01.048514 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-9ad31bd5-590d-447e-ab36-018cab3b345b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for network, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:01.054668 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-e217f979-019c-41b7-82ea-85b8c7039318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:01.185127 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad31bd5-590d-447e-ab36-018cab3b345b admin admin] Pushing event updated for resources: {'Network': ['ID=ab297ce4-a448-4456-9107-ae1477642dd9,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:01.192266 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-9ad31bd5-590d-447e-ab36-018cab3b345b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8042510 Aug 19 13:10:01.195861 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-9ad31bd5-590d-447e-ab36-018cab3b345b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:01.196529 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 51124) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:10:01.202394 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Network ab297ce4-a448-4456-9107-ae1477642dd9 details requested by agent ovs-agent-dv-cinder-805144-1-iscsi with host dv-cinder-805144-1-iscsi {{(pid=79301) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 19 13:10:01.205252 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [None req-3295167e-08f1-4a70-ae78-214d00abfb93 admin admin] Request body: {'subnet': {'network_id': 'ab297ce4-a448-4456-9107-ae1477642dd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2057477860-subnet', 'tenant_id': '4035c73be587421e9a26cbebd7a2a964', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:10:01.212110 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-3295167e-08f1-4a70-ae78-214d00abfb93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:10:01.218962 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-3295167e-08f1-4a70-ae78-214d00abfb93 admin admin] Usage tracker for resource:subnet and tenant:4035c73be587421e9a26cbebd7a2a964 is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:10:01.223687 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-3295167e-08f1-4a70-ae78-214d00abfb93 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:10:01.234283 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139c634-d4cf-4367-b410-c14a631a6e79 req-12f28979-ba1f-48a7-9b2a-9a6c6ebe35bc tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:01.236566 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d139c634-d4cf-4367-b410-c14a631a6e79 req-12f28979-ba1f-48a7-9b2a-9a6c6ebe35bc tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 946 time: 0.2521210 Aug 19 13:10:01.240927 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-3295167e-08f1-4a70-ae78-214d00abfb93 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:10:01.273307 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3295167e-08f1-4a70-ae78-214d00abfb93 admin admin] Made reservation on behalf of 4035c73be587421e9a26cbebd7a2a964 for: {'subnet': 1} {{(pid=79300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:10:01.276007 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-3295167e-08f1-4a70-ae78-214d00abfb93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7374829'] for subnet, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:01.314345 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27771b3-a2f8-48ca-a6d5-cfa70eb8554e req-7a795e7b-594e-496f-99cc-2f3dcc90076a tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:01.321901 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-b27771b3-a2f8-48ca-a6d5-cfa70eb8554e req-7a795e7b-594e-496f-99cc-2f3dcc90076a tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 946 time: 0.1468651 Aug 19 13:10:01.385789 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-b27771b3-a2f8-48ca-a6d5-cfa70eb8554e req-b36e23a4-f9db-4758-87c3-82849af9486e tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626993 Aug 19 13:10:01.489023 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d139c634-d4cf-4367-b410-c14a631a6e79 req-9f9b56f9-b496-4240-9213-1144b1800cb1 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2443740 Aug 19 13:10:01.634631 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3724433-9a7d-4992-b8c2-96e05112b952 req-d874810d-8b1f-4aec-a2c5-fcb919ec587f tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:01.636171 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-c3724433-9a7d-4992-b8c2-96e05112b952 req-d874810d-8b1f-4aec-a2c5-fcb919ec587f tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 946 time: 0.1017032 Aug 19 13:10:01.647395 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 51144) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:10:01.667403 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [None req-5739160f-d40e-497f-b5e6-99ca51963df7 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Request body: {'floatingip': {'port_id': '47424f4a-678d-4870-ae86-843b6d41156c'}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:10:01.715677 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a41f3383-e132-40b3-92d7-2dc7fa0b3e71 req-69d4f0c5-1dab-420d-a0ea-abbd2027e492 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=5e55e4e6-ac7f-4af8-ac37-1b3766e711bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0784862 Aug 19 13:10:01.747747 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:01.764052 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5739160f-d40e-497f-b5e6-99ca51963df7 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks [] for floatingip, before_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:01.893391 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-3295167e-08f1-4a70-ae78-214d00abfb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7374751'] for subnet, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:01.918227 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:02.032073 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f3383-e132-40b3-92d7-2dc7fa0b3e71 req-b4e4a842-7b4d-4353-abdc-b7cc53e5f836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:02.033632 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a41f3383-e132-40b3-92d7-2dc7fa0b3e71 req-b4e4a842-7b4d-4353-abdc-b7cc53e5f836 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=7eb105e559464d19ae7b2f21ff1ed37f&device_id=5e55e4e6-ac7f-4af8-ac37-1b3766e711bd HTTP/1.1" status: 200 len: 1099 time: 0.1927643 Aug 19 13:10:02.048032 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d7d2e-d838-465e-a34f-db0da5028e4d req-947704d8-df88-4e28-a998-aea6c30595cf tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:02.056066 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-2d4d7d2e-d838-465e-a34f-db0da5028e4d req-947704d8-df88-4e28-a998-aea6c30595cf tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 946 time: 0.1364322 Aug 19 13:10:02.169341 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3295167e-08f1-4a70-ae78-214d00abfb93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bfb25d3-9079-4c8d-8e30-b601ee911064,revision_number=0']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:02.178349 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-3295167e-08f1-4a70-ae78-214d00abfb93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:02.194697 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-2d4d7d2e-d838-465e-a34f-db0da5028e4d req-984d9003-b732-4035-bd69-e0411d6e61de tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374838 Aug 19 13:10:02.254562 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f3383-e132-40b3-92d7-2dc7fa0b3e71 req-1a7aa8d2-0302-4683-b6e8-fac7b5d20c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:02.256361 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a41f3383-e132-40b3-92d7-2dc7fa0b3e71 req-1a7aa8d2-0302-4683-b6e8-fac7b5d20c05 service neutron] 10.222.0.68 "GET /v2.0/networks?id=46f7aaff-80d7-4e3f-8b73-4b055f01a648 HTTP/1.1" status: 200 len: 913 time: 0.1816711 Aug 19 13:10:02.275246 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3295167e-08f1-4a70-ae78-214d00abfb93 admin admin] Checking segment: {'id': '4e9078fc-0853-4aa9-a345-dd57d22aa145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'ab297ce4-a448-4456-9107-ae1477642dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:10:02.275635 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3295167e-08f1-4a70-ae78-214d00abfb93 admin admin] Network hostable DHCP agents. Network: ab297ce4-a448-4456-9107-ae1477642dd9, hostable agents: ['31b92e89-357e-408d-a141-4e7242d6bd98'], hosted agents: [] {{(pid=79300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:10:02.353534 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a41f3383-e132-40b3-92d7-2dc7fa0b3e71 req-01a81d20-d268-41a2-94db-26427dc4eb71 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cedd2ed0-bfe4-4884-8c49-f0c018f2f4e0 HTTP/1.1" status: 200 len: 217 time: 0.0862460 Aug 19 13:10:02.388726 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3295167e-08f1-4a70-ae78-214d00abfb93 admin admin] Network ab297ce4-a448-4456-9107-ae1477642dd9 is scheduled to be hosted by DHCP agent 31b92e89-357e-408d-a141-4e7242d6bd98 with binding_index 1 {{(pid=79300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:10:02.427259 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f3383-e132-40b3-92d7-2dc7fa0b3e71 req-bcb0122d-f536-4131-8967-0d751f5b2406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:02.428898 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a41f3383-e132-40b3-92d7-2dc7fa0b3e71 req-bcb0122d-f536-4131-8967-0d751f5b2406 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=49e67e0b-90aa-438e-9687-03363c13298a HTTP/1.1" status: 200 len: 851 time: 0.0637131 Aug 19 13:10:02.432639 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15514df1-30c0-4d1c-a156-1393e1dca12a req-0dc88384-4a48-4e11-8eb5-72108b155ff3 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:02.434566 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-15514df1-30c0-4d1c-a156-1393e1dca12a req-0dc88384-4a48-4e11-8eb5-72108b155ff3 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e55e4e6-ac7f-4af8-ac37-1b3766e711bd HTTP/1.1" status: 200 len: 946 time: 0.4143410 Aug 19 13:10:02.438299 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.base_scheduler [None req-3295167e-08f1-4a70-ae78-214d00abfb93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805144-1-iscsi, ab297ce4-a448-4456-9107-ae1477642dd9) {{(pid=79300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:10:02.447528 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0a31d3-259b-49d7-9007-ae6776ee9c40 None None] Network ab297ce4-a448-4456-9107-ae1477642dd9 requested from dv-cinder-805144-1-iscsi {{(pid=79301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 19 13:10:02.512283 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3295167e-08f1-4a70-ae78-214d00abfb93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:02.512908 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-3295167e-08f1-4a70-ae78-214d00abfb93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for subnet, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:02.514784 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a41f3383-e132-40b3-92d7-2dc7fa0b3e71 req-c4b1b4f9-e07f-4359-b923-15d808b65870 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=46f7aaff-80d7-4e3f-8b73-4b055f01a648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508087 Aug 19 13:10:02.645817 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-15514df1-30c0-4d1c-a156-1393e1dca12a req-1576da19-5e09-4cea-bcc3-dc7773cdf2df tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e2e45ff-bf2b-4c33-b7a8-d9631e226ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034163 Aug 19 13:10:02.712764 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a41f3383-e132-40b3-92d7-2dc7fa0b3e71 req-e33cacbf-ecd0-4b13-85c5-4066eadbc7ca service neutron] 10.222.0.68 "GET /v2.0/networks/46f7aaff-80d7-4e3f-8b73-4b055f01a648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883059 Aug 19 13:10:02.847822 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde14442-cb02-4aa1-b80f-b1d2ff2d930c None None] Network ab297ce4-a448-4456-9107-ae1477642dd9 requested from dv-cinder-805144-1-iscsi {{(pid=79301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 19 13:10:02.952416 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-3295167e-08f1-4a70-ae78-214d00abfb93 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7535853 Aug 19 13:10:03.243911 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a41f3383-e132-40b3-92d7-2dc7fa0b3e71 req-ddddc305-3522-4741-8554-332279b6187b service neutron] 10.222.0.68 "GET /v2.0/networks/46f7aaff-80d7-4e3f-8b73-4b055f01a648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4702060 Aug 19 13:10:03.324140 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049cce3-556a-4b43-b926-b3a4bf1feb93 req-1912d374-7fcb-40cc-afa5-dea014f1f1b2 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:03.338972 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-5049cce3-556a-4b43-b926-b3a4bf1feb93 req-1912d374-7fcb-40cc-afa5-dea014f1f1b2 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 946 time: 0.6226394 Aug 19 13:10:03.345303 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5739160f-d40e-497f-b5e6-99ca51963df7 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:03.354615 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5739160f-d40e-497f-b5e6-99ca51963df7 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962991'] for floatingip, after_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:03.432051 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:03.436070 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-5049cce3-556a-4b43-b926-b3a4bf1feb93 req-afe8d472-5108-4da2-825c-819261ab13c4 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947473 Aug 19 13:10:03.637004 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:03.680679 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba34c19b-a77b-4062-94ee-d079231c2fae req-b906d7f4-33f3-4737-ac0d-3f6c8eaee202 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:03.682224 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ba34c19b-a77b-4062-94ee-d079231c2fae req-b906d7f4-33f3-4737-ac0d-3f6c8eaee202 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 946 time: 0.2172184 Aug 19 13:10:03.686086 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.db.l3_db [None req-5739160f-d40e-497f-b5e6-99ca51963df7 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Floating IP aa4bd7c1-8669-40df-932b-87cb9642d170 associated. External IP: 172.27.1.41, port: 47424f4a-678d-4870-ae86-843b6d41156c. Aug 19 13:10:03.813737 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ba34c19b-a77b-4062-94ee-d079231c2fae req-9ff82a46-4969-4694-8a95-6770f0883df9 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702896 Aug 19 13:10:03.902624 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 51196) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:10:03.909247 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [None req-eef9145f-708c-48af-9f9b-50d754ced365 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-15858672-network', 'tenant_id': 'a6d190288bb44f7fb55347985d0519b6'}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:10:03.931478 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-eef9145f-708c-48af-9f9b-50d754ced365 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:10:03.941516 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-eef9145f-708c-48af-9f9b-50d754ced365 admin admin] Usage tracker for resource:network and tenant:a6d190288bb44f7fb55347985d0519b6 is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:10:03.946676 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8a0ab-0ed6-4aca-a033-4fef598449a2 req-3d5e5bb4-9eb2-4909-9796-5bb7ab03762e tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:03.949007 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-eef9145f-708c-48af-9f9b-50d754ced365 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:10:03.949900 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e8a8a0ab-0ed6-4aca-a033-4fef598449a2 req-3d5e5bb4-9eb2-4909-9796-5bb7ab03762e tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e55e4e6-ac7f-4af8-ac37-1b3766e711bd HTTP/1.1" status: 200 len: 946 time: 0.1474872 Aug 19 13:10:03.972581 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-eef9145f-708c-48af-9f9b-50d754ced365 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:10:04.005547 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e8a8a0ab-0ed6-4aca-a033-4fef598449a2 req-b83eb7a4-c673-42f6-8472-55b80f08e3f8 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e2e45ff-bf2b-4c33-b7a8-d9631e226ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478609 Aug 19 13:10:04.185911 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef9145f-708c-48af-9f9b-50d754ced365 admin admin] Made reservation on behalf of a6d190288bb44f7fb55347985d0519b6 for: {'network': 1} {{(pid=79300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:10:04.188672 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-eef9145f-708c-48af-9f9b-50d754ced365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for network, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:04.208233 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-eef9145f-708c-48af-9f9b-50d754ced365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:04.274126 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-eef9145f-708c-48af-9f9b-50d754ced365 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:10:04.281143 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-eef9145f-708c-48af-9f9b-50d754ced365 admin admin] Usage tracker for resource:security_group_rule and tenant:a6d190288bb44f7fb55347985d0519b6 is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:10:04.297546 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-eef9145f-708c-48af-9f9b-50d754ced365 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:10:04.308759 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-eef9145f-708c-48af-9f9b-50d754ced365 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:10:04.448667 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5739160f-d40e-497f-b5e6-99ca51963df7 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Router 7fb2082d-770b-4434-92b6-0e38b17c10e6 has already been hosted by L3 agent bb0205a6-735d-4789-b813-02600d36e527 {{(pid=79300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 19 13:10:04.526715 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3ca3b-1f0a-4fd7-80c1-0ab2586296ce req-7e890f8e-bb12-4729-9f86-d2b0c156aa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:04.535730 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-4cb3ca3b-1f0a-4fd7-80c1-0ab2586296ce req-7e890f8e-bb12-4729-9f86-d2b0c156aa5c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=21e4df950c014d1894d155aac044e94a&device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 1099 time: 0.2989173 Aug 19 13:10:04.565852 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac063c6b-f7b3-4428-a5de-89cd1d1170af req-849de741-a668-4ced-bc4d-009818e00a6e tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:04.567774 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-ac063c6b-f7b3-4428-a5de-89cd1d1170af req-849de741-a668-4ced-bc4d-009818e00a6e tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 946 time: 0.2538331 Aug 19 13:10:04.568395 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 51216) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:10:04.728799 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5739160f-d40e-497f-b5e6-99ca51963df7 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify agent at l3_agent.dv-cinder-805144-1-iscsi the message routers_updated {{(pid=79300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 19 13:10:04.748223 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db37e2e6-2ed9-4507-b78f-68cd6b19b6d0 None None] Sync routers for ids ['7fb2082d-770b-4434-92b6-0e38b17c10e6'] in dv-cinder-805144-1-iscsi {{(pid=79302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:10:04.768886 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db37e2e6-2ed9-4507-b78f-68cd6b19b6d0 None None] Routers {'7fb2082d-770b-4434-92b6-0e38b17c10e6'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:10:04.768886 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-db37e2e6-2ed9-4507-b78f-68cd6b19b6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:10:01Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['7fb2082d-770b-4434-92b6-0e38b17c10e6'], 'active': True} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:04.786165 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-ac063c6b-f7b3-4428-a5de-89cd1d1170af req-cee58af5-7340-4952-b46c-3b618c855330 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906029 Aug 19 13:10:04.838288 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3ca3b-1f0a-4fd7-80c1-0ab2586296ce req-1efc83c0-a003-40c6-aa3c-0c3f2934c4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:04.847705 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-4cb3ca3b-1f0a-4fd7-80c1-0ab2586296ce req-1efc83c0-a003-40c6-aa3c-0c3f2934c4b0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=1d77b99d-7ba7-4067-8ba3-3867da9acfb5 HTTP/1.1" status: 200 len: 921 time: 0.3017292 Aug 19 13:10:04.877415 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5739160f-d40e-497f-b5e6-99ca51963df7 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for floatingip, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:04.935857 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-4cb3ca3b-1f0a-4fd7-80c1-0ab2586296ce req-c239d7b0-52a3-4e13-a4c4-54c0272fcbd8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eef65604-7e78-4eaf-811b-03d073ffd928 HTTP/1.1" status: 200 len: 217 time: 0.0807588 Aug 19 13:10:04.994352 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-aab89103-f777-4b1e-83b4-09ebc1e8f0b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:05.095718 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-eef9145f-708c-48af-9f9b-50d754ced365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:05.108159 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-5739160f-d40e-497f-b5e6-99ca51963df7 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "PUT /v2.0/floatingips/aa4bd7c1-8669-40df-932b-87cb9642d170 HTTP/1.1" status: 200 len: 991 time: 3.4565389 Aug 19 13:10:05.108159 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-eef9145f-708c-48af-9f9b-50d754ced365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:05.111067 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '438aed69-4e72-402e-b09f-bbfe30e30183', 'tag': '47424f4a-678d-4870-ae86-843b6d41156c'}] {{(pid=79300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:10:05.115745 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-08bfe135-2c80-47ae-9053-513a60651ec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:05.115895 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvr_db [None req-db37e2e6-2ed9-4507-b78f-68cd6b19b6d0 None None] Set router 7fb2082d-770b-4434-92b6-0e38b17c10e6 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:10:05.146173 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eef9145f-708c-48af-9f9b-50d754ced365 admin admin] vlan segment allocate from pool success with {'vlan_id': 1015, 'physical_network': 'physnet1'} {{(pid=79300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:10:05.149968 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-aab89103-f777-4b1e-83b4-09ebc1e8f0b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:10:05.154083 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-aab89103-f777-4b1e-83b4-09ebc1e8f0b4 admin admin] Usage tracker for resource:security_group_rule and tenant:b6a59ef99d0645ed905501973d25e0af is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:10:05.157600 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-aab89103-f777-4b1e-83b4-09ebc1e8f0b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:10:05.183662 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-aab89103-f777-4b1e-83b4-09ebc1e8f0b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:10:05.212997 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3ca3b-1f0a-4fd7-80c1-0ab2586296ce req-82508469-810b-4483-9334-b36621c54d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:05.213187 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec69d4-4d96-41ed-a544-037987444a01 req-327fb361-5163-4d7e-b462-40ebd14ddc62 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:05.214385 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-4cb3ca3b-1f0a-4fd7-80c1-0ab2586296ce req-82508469-810b-4483-9334-b36621c54d82 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7a72a2fc-b629-4f4b-9486-128583568f2d HTTP/1.1" status: 200 len: 859 time: 0.2080488 Aug 19 13:10:05.214516 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-03ec69d4-4d96-41ed-a544-037987444a01 req-327fb361-5163-4d7e-b462-40ebd14ddc62 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 946 time: 0.5617852 Aug 19 13:10:05.217984 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-eef9145f-708c-48af-9f9b-50d754ced365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910984'] for segment, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:05.227980 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.db.segments_db [None req-eef9145f-708c-48af-9f9b-50d754ced365 admin admin] Added segment c59d60fe-7a69-438c-8cda-db45024bf857 of type vlan for network b13750e8-075f-4b36-a8b6-ff809b72041e Aug 19 13:10:05.233121 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef9145f-708c-48af-9f9b-50d754ced365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38bd4b6-5178-4ebc-9857-234816768598,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:05.243131 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-eef9145f-708c-48af-9f9b-50d754ced365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:05.287697 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-4cb3ca3b-1f0a-4fd7-80c1-0ab2586296ce req-7b6b7e18-9c5c-429e-81cb-6a6d0be351ca service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1d77b99d-7ba7-4067-8ba3-3867da9acfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644946 Aug 19 13:10:05.414415 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-03ec69d4-4d96-41ed-a544-037987444a01 req-fb0c6a06-6e0e-485f-9a6b-e3bab56ca4e6 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823428 Aug 19 13:10:05.430634 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 51248) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:10:05.436330 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-eef9145f-708c-48af-9f9b-50d754ced365 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734197367691'] for network, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:05.595671 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8fe923-b76c-453e-911b-bf74d4238838 req-1cca3e47-6c70-4e7d-b561-3fede86ab6f2 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:05.597258 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-8d8fe923-b76c-453e-911b-bf74d4238838 req-1cca3e47-6c70-4e7d-b561-3fede86ab6f2 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e55e4e6-ac7f-4af8-ac37-1b3766e711bd HTTP/1.1" status: 200 len: 946 time: 0.1674087 Aug 19 13:10:05.597622 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-4cb3ca3b-1f0a-4fd7-80c1-0ab2586296ce req-b8c85dfa-36c8-4026-a56a-ef7fdc049fe9 service neutron] 10.222.0.68 "GET /v2.0/networks/1d77b99d-7ba7-4067-8ba3-3867da9acfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015435 Aug 19 13:10:05.605661 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-eef9145f-708c-48af-9f9b-50d754ced365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217'] for network, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:05.607267 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef9145f-708c-48af-9f9b-50d754ced365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:05.608286 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-eef9145f-708c-48af-9f9b-50d754ced365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for network, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:05.616759 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-5589a6f0-4c9d-455b-a51d-07e2aa0db36d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:05.681830 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-aab89103-f777-4b1e-83b4-09ebc1e8f0b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:05.752365 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d8aadc-b934-4eec-b6bd-45d745d07ed3 req-da5d9163-1844-41e3-b21a-6900b46a8d2a tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:05.760051 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a9d8aadc-b934-4eec-b6bd-45d745d07ed3 req-da5d9163-1844-41e3-b21a-6900b46a8d2a tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e55e4e6-ac7f-4af8-ac37-1b3766e711bd HTTP/1.1" status: 200 len: 946 time: 0.4160717 Aug 19 13:10:05.761879 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-aab89103-f777-4b1e-83b4-09ebc1e8f0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:05.777636 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:05.849747 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef9145f-708c-48af-9f9b-50d754ced365 admin admin] Pushing event updated for resources: {'Network': ['ID=b13750e8-075f-4b36-a8b6-ff809b72041e,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:05.867279 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Network b13750e8-075f-4b36-a8b6-ff809b72041e details requested by agent ovs-agent-dv-cinder-805144-1-iscsi with host dv-cinder-805144-1-iscsi {{(pid=79301) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 19 13:10:05.888400 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '438aed69-4e72-402e-b09f-bbfe30e30183', 'tag': '47424f4a-678d-4870-ae86-843b6d41156c', 'status': 'completed', 'code': 200} Aug 19 13:10:05.889374 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-eef9145f-708c-48af-9f9b-50d754ced365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:05.912348 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-db37e2e6-2ed9-4507-b78f-68cd6b19b6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'name': 'tempest-AttachVolumeShelveTestJSON-15327342-router', 'tenant_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:56Z', 'updated_at': '2021-08-19T13:09:09Z', 'revision_number': 4, 'project_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'gw_port': {'id': '5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:08:58Z', 'updated_at': '2021-08-19T13:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_floatingips': [{'id': 'aa4bd7c1-8669-40df-932b-87cb9642d170', 'tenant_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'router_id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'port_id': '47424f4a-678d-4870-ae86-843b6d41156c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b979c5e-82fd-4500-9fbc-547a88a6c3c4', 'mac_address': 'fa:16:3e:92:ed:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438aed69-4e72-402e-b09f-bbfe30e30183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:09:26Z', 'updated_at': '2021-08-19T13:10:03Z', 'revision_number': 1, 'project_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8008264-75a5-4bc4-ad0e-71ffa9de9161', 'name': '', 'network_id': '3b979c5e-82fd-4500-9fbc-547a88a6c3c4', 'tenant_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'mac_address': 'fa:16:3e:f6:56:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a5197019-4cd9-46fe-ad6e-7e976db4e517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:05Z', 'updated_at': '2021-08-19T13:09:25Z', 'revision_number': 5, 'project_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'subnets': [{'id': 'a5197019-4cd9-46fe-ad6e-7e976db4e517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:05.918695 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db37e2e6-2ed9-4507-b78f-68cd6b19b6d0 None None] Checking router: 7fb2082d-770b-4434-92b6-0e38b17c10e6 for host: dv-cinder-805144-1-iscsi {{(pid=79302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:10:05.930089 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db37e2e6-2ed9-4507-b78f-68cd6b19b6d0 None None] Routers {'7fb2082d-770b-4434-92b6-0e38b17c10e6'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:10:05.930712 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-db37e2e6-2ed9-4507-b78f-68cd6b19b6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:10:01Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['7fb2082d-770b-4434-92b6-0e38b17c10e6'], 'active': True} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:05.959434 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-aab89103-f777-4b1e-83b4-09ebc1e8f0b4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b6a59ef99d0645ed905501973d25e0af&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2719200 Aug 19 13:10:05.966399 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab89103-f777-4b1e-83b4-09ebc1e8f0b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee41a21c-6c6f-45cf-92c8-86c488210aaa,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:05.973400 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 51262) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:10:06.003905 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-aab89103-f777-4b1e-83b4-09ebc1e8f0b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:06.035254 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a9d8aadc-b934-4eec-b6bd-45d745d07ed3 req-29b65d19-dec2-4886-9548-4bddb2191411 tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e2e45ff-bf2b-4c33-b7a8-d9631e226ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715545 Aug 19 13:10:06.074581 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-4cb3ca3b-1f0a-4fd7-80c1-0ab2586296ce req-2da0b69a-545c-4a75-80cf-15abff1a4dd6 service neutron] 10.222.0.68 "GET /v2.0/networks/1d77b99d-7ba7-4067-8ba3-3867da9acfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4602597 Aug 19 13:10:06.094743 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-09ca8779-5ef6-45f6-bc48-df81d665fa69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:06.109419 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-84c51579-951c-4af4-9d1d-50d78bd5a4d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:06.117944 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-eef9145f-708c-48af-9f9b-50d754ced365 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.2122834 Aug 19 13:10:06.131206 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 51266) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:10:06.132190 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-09ca8779-5ef6-45f6-bc48-df81d665fa69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:10:06.141021 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [req-8d8fe923-b76c-453e-911b-bf74d4238838 req-221812e1-aebb-4cd3-8cb7-da1beaa696fb tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] Deleting port cedd2ed0-bfe4-4884-8c49-f0c018f2f4e0 {{(pid=79300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:10:06.141371 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-8d8fe923-b76c-453e-911b-bf74d4238838 req-221812e1-aebb-4cd3-8cb7-da1beaa696fb tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:06.149382 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-84c51579-951c-4af4-9d1d-50d78bd5a4d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:06.186611 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [None req-8f7bc8cf-e3ed-481d-b61d-7341ed867606 admin admin] Request body: {'subnet': {'network_id': 'b13750e8-075f-4b36-a8b6-ff809b72041e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-15858672-subnet', 'tenant_id': 'a6d190288bb44f7fb55347985d0519b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:10:06.199062 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvr_db [None req-db37e2e6-2ed9-4507-b78f-68cd6b19b6d0 None None] Set router 7fb2082d-770b-4434-92b6-0e38b17c10e6 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:10:06.205958 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-09ca8779-5ef6-45f6-bc48-df81d665fa69 admin admin] Usage tracker for resource:security_group_rule and tenant:35f04a438fbe430394202e61d4399182 is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:10:06.210232 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-09ca8779-5ef6-45f6-bc48-df81d665fa69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:10:06.213235 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-8f7bc8cf-e3ed-481d-b61d-7341ed867606 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:10:06.234901 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-8f7bc8cf-e3ed-481d-b61d-7341ed867606 admin admin] Usage tracker for resource:subnet and tenant:a6d190288bb44f7fb55347985d0519b6 is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:10:06.239153 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-09ca8779-5ef6-45f6-bc48-df81d665fa69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:10:06.245172 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-8f7bc8cf-e3ed-481d-b61d-7341ed867606 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:10:06.267677 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-8f7bc8cf-e3ed-481d-b61d-7341ed867606 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:10:06.306719 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437b000-b8af-4021-9335-44adb6c48d2d req-5947d45c-d310-4408-9ef8-82e143df78fd tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:06.308366 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e437b000-b8af-4021-9335-44adb6c48d2d req-5947d45c-d310-4408-9ef8-82e143df78fd tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 946 time: 0.1062875 Aug 19 13:10:06.309076 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-84c51579-951c-4af4-9d1d-50d78bd5a4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:06.313019 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-4a36c701-791e-4fcf-8aa8-fb573fccac47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:06.340097 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c51579-951c-4af4-9d1d-50d78bd5a4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee41a21c-6c6f-45cf-92c8-86c488210aaa,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:06.344941 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7bc8cf-e3ed-481d-b61d-7341ed867606 admin admin] Made reservation on behalf of a6d190288bb44f7fb55347985d0519b6 for: {'subnet': 1} {{(pid=79300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:10:06.347253 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-8f7bc8cf-e3ed-481d-b61d-7341ed867606 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7374829'] for subnet, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:06.347468 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-84c51579-951c-4af4-9d1d-50d78bd5a4d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:06.373349 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f2f64-22f4-4c05-a4fa-ef11edef7b6e req-547a73d6-3df5-4d09-bbfb-5ab872061ac2 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:06.378450 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-477f2f64-22f4-4c05-a4fa-ef11edef7b6e req-547a73d6-3df5-4d09-bbfb-5ab872061ac2 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 946 time: 0.4249897 Aug 19 13:10:06.380590 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b340ca5b-bc20-43a5-9a13-d75fb1a8adaa req-d6ee2eb8-5d2c-4cb6-8dd2-d996b80aa01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:06.381614 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-84c51579-951c-4af4-9d1d-50d78bd5a4d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:06.382188 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-b340ca5b-bc20-43a5-9a13-d75fb1a8adaa req-d6ee2eb8-5d2c-4cb6-8dd2-d996b80aa01f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=11dcb989ec6c4491ae1ae5f2a00cbfd7&device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 1099 time: 0.5208502 Aug 19 13:10:06.382701 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-84c51579-951c-4af4-9d1d-50d78bd5a4d8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ee41a21c-6c6f-45cf-92c8-86c488210aaa HTTP/1.1" status: 204 len: 168 time: 0.3906279 Aug 19 13:10:06.383745 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 51274) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:10:06.397147 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-99232a6e-d833-4042-921b-66857a2165b3 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Request body: {'floatingip': {'port_id': '85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:10:06.494670 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e437b000-b8af-4021-9335-44adb6c48d2d req-bbc895c0-735a-46ca-8f7f-185e357dca9e tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749895 Aug 19 13:10:06.503859 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-99232a6e-d833-4042-921b-66857a2165b3 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks [] for floatingip, before_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:06.698262 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-db37e2e6-2ed9-4507-b78f-68cd6b19b6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'name': 'tempest-AttachVolumeShelveTestJSON-15327342-router', 'tenant_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:56Z', 'updated_at': '2021-08-19T13:09:09Z', 'revision_number': 4, 'project_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'gw_port': {'id': '5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:08:58Z', 'updated_at': '2021-08-19T13:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_floatingips': [{'id': 'aa4bd7c1-8669-40df-932b-87cb9642d170', 'tenant_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'router_id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'port_id': '47424f4a-678d-4870-ae86-843b6d41156c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b979c5e-82fd-4500-9fbc-547a88a6c3c4', 'mac_address': 'fa:16:3e:92:ed:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438aed69-4e72-402e-b09f-bbfe30e30183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:09:26Z', 'updated_at': '2021-08-19T13:10:03Z', 'revision_number': 1, 'project_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8008264-75a5-4bc4-ad0e-71ffa9de9161', 'name': '', 'network_id': '3b979c5e-82fd-4500-9fbc-547a88a6c3c4', 'tenant_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'mac_address': 'fa:16:3e:f6:56:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a5197019-4cd9-46fe-ad6e-7e976db4e517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:05Z', 'updated_at': '2021-08-19T13:09:25Z', 'revision_number': 5, 'project_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'subnets': [{'id': 'a5197019-4cd9-46fe-ad6e-7e976db4e517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:06.706522 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db37e2e6-2ed9-4507-b78f-68cd6b19b6d0 None None] The sync data for ids ['7fb2082d-770b-4434-92b6-0e38b17c10e6'] in dv-cinder-805144-1-iscsi is: [{'id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'name': 'tempest-AttachVolumeShelveTestJSON-15327342-router', 'tenant_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:56Z', 'updated_at': '2021-08-19T13:09:09Z', 'revision_number': 4, 'project_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'gw_port': {'id': '5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:08:58Z', 'updated_at': '2021-08-19T13:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_floatingips': [{'id': 'aa4bd7c1-8669-40df-932b-87cb9642d170', 'tenant_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'router_id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'port_id': '47424f4a-678d-4870-ae86-843b6d41156c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b979c5e-82fd-4500-9fbc-547a88a6c3c4', 'mac_address': 'fa:16:3e:92:ed:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438aed69-4e72-402e-b09f-bbfe30e30183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:09:26Z', 'updated_at': '2021-08-19T13:10:03Z', 'revision_number': 1, 'project_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8008264-75a5-4bc4-ad0e-71ffa9de9161', 'name': '', 'network_id': '3b979c5e-82fd-4500-9fbc-547a88a6c3c4', 'tenant_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'mac_address': 'fa:16:3e:f6:56:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a5197019-4cd9-46fe-ad6e-7e976db4e517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:05Z', 'updated_at': '2021-08-19T13:09:25Z', 'revision_number': 5, 'project_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'subnets': [{'id': 'a5197019-4cd9-46fe-ad6e-7e976db4e517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:10:06.824256 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 51288) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:10:06.884730 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-26b54de7-2ef0-42ed-9f33-0286f38700d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:06.910405 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-26b54de7-2ef0-42ed-9f33-0286f38700d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:10:06.917205 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-26b54de7-2ef0-42ed-9f33-0286f38700d4 admin admin] Usage tracker for resource:security_group_rule and tenant:b4a5af81798e431483b7d2f0a113deda is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:10:06.922718 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-26b54de7-2ef0-42ed-9f33-0286f38700d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:10:06.978480 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-26b54de7-2ef0-42ed-9f33-0286f38700d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:10:07.053537 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b340ca5b-bc20-43a5-9a13-d75fb1a8adaa req-3836ff60-737e-4fa2-b1f5-0f70878c49a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:07.055314 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-b340ca5b-bc20-43a5-9a13-d75fb1a8adaa req-3836ff60-737e-4fa2-b1f5-0f70878c49a1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=3b979c5e-82fd-4500-9fbc-547a88a6c3c4 HTTP/1.1" status: 200 len: 917 time: 0.6583807 Aug 19 13:10:07.116105 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189cde9a-a65a-4990-bbca-dc8c9302ab31 None None] New status for floating IP aa4bd7c1-8669-40df-932b-87cb9642d170: ACTIVE {{(pid=79301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:10:07.225453 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-09ca8779-5ef6-45f6-bc48-df81d665fa69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:07.248248 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-09ca8779-5ef6-45f6-bc48-df81d665fa69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:07.270280 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-a5841f99-c307-4013-bac7-638c05d5e106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:07.304494 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.db [req-8d8fe923-b76c-453e-911b-bf74d4238838 req-221812e1-aebb-4cd3-8cb7-da1beaa696fb tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] For port cedd2ed0-bfe4-4884-8c49-f0c018f2f4e0, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=cedd2ed0-bfe4-4884-8c49-f0c018f2f4e0,segment=NetworkSegment(7b6580d1-c90c-4118-9fb3-a5452ed9a85d),segment_id=7b6580d1-c90c-4118-9fb3-a5452ed9a85d)] {{(pid=79300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:10:07.304941 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-8d8fe923-b76c-453e-911b-bf74d4238838 req-221812e1-aebb-4cd3-8cb7-da1beaa696fb tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:07.322875 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 51296) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:10:07.513585 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [req-8d8fe923-b76c-453e-911b-bf74d4238838 req-221812e1-aebb-4cd3-8cb7-da1beaa696fb tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] Calling delete_port for cedd2ed0-bfe4-4884-8c49-f0c018f2f4e0 owned by compute:nova {{(pid=79300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:10:07.626477 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-26b54de7-2ef0-42ed-9f33-0286f38700d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:07.638035 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-59428483-9228-47a2-9ef6-64948e9289e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:07.651776 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-26b54de7-2ef0-42ed-9f33-0286f38700d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:07.664183 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:07.678146 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2c46e-cd95-4967-8bf4-aafb5faac506 req-bfbab786-648e-4a22-94f8-6e8c2c63d1fb tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:07.679664 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-6bd2c46e-cd95-4967-8bf4-aafb5faac506 req-bfbab786-648e-4a22-94f8-6e8c2c63d1fb tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e55e4e6-ac7f-4af8-ac37-1b3766e711bd HTTP/1.1" status: 200 len: 946 time: 0.4483726 Aug 19 13:10:07.695408 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-b340ca5b-bc20-43a5-9a13-d75fb1a8adaa req-3e21c63a-ae72-4097-8c5e-15d8e237cc7e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47424f4a-678d-4870-ae86-843b6d41156c HTTP/1.1" status: 200 len: 999 time: 0.6291342 Aug 19 13:10:07.702196 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-59428483-9228-47a2-9ef6-64948e9289e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:10:07.713619 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-09ca8779-5ef6-45f6-bc48-df81d665fa69 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=35f04a438fbe430394202e61d4399182&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2651818 Aug 19 13:10:07.715270 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca8779-5ef6-45f6-bc48-df81d665fa69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c815927d-585a-4584-a6fa-6f261e7bb659,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:07.718362 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 51304) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:10:07.744801 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-59428483-9228-47a2-9ef6-64948e9289e0 admin admin] Usage tracker for resource:security_group_rule and tenant:d6e55af3df914c0c8840b88a5a5eafd6 is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:10:07.769747 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-59428483-9228-47a2-9ef6-64948e9289e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:10:07.786103 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-59428483-9228-47a2-9ef6-64948e9289e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:10:07.807278 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-26b54de7-2ef0-42ed-9f33-0286f38700d4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b4a5af81798e431483b7d2f0a113deda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9794965 Aug 19 13:10:07.810530 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b54de7-2ef0-42ed-9f33-0286f38700d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdae165c-b127-4e95-b361-9cf681635757,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:07.813994 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-26b54de7-2ef0-42ed-9f33-0286f38700d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:07.819994 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 51308) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:10:07.838428 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-09ca8779-5ef6-45f6-bc48-df81d665fa69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:07.860284 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-6bd2c46e-cd95-4967-8bf4-aafb5faac506 req-4679a28a-5e60-4d04-8f47-af36b1ef8b4a tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e2e45ff-bf2b-4c33-b7a8-d9631e226ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618404 Aug 19 13:10:08.070580 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b340ca5b-bc20-43a5-9a13-d75fb1a8adaa req-f253e220-d3d9-4185-9a48-2f8248015507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:08.071941 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-b340ca5b-bc20-43a5-9a13-d75fb1a8adaa req-f253e220-d3d9-4185-9a48-2f8248015507 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a5197019-4cd9-46fe-ad6e-7e976db4e517 HTTP/1.1" status: 200 len: 854 time: 0.3356082 Aug 19 13:10:08.112048 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-ee05942f-0476-447f-b1d0-36b4fb56a921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:08.137868 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-99232a6e-d833-4042-921b-66857a2165b3 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:08.144907 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-8f7bc8cf-e3ed-481d-b61d-7341ed867606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7374751'] for subnet, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:08.162783 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-065429d3-eaa7-4efe-aec8-a7229fcc47dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:08.163831 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-99232a6e-d833-4042-921b-66857a2165b3 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962991'] for floatingip, after_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:08.171975 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:08.250877 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-ee05942f-0476-447f-b1d0-36b4fb56a921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:08.258418 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-59428483-9228-47a2-9ef6-64948e9289e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:08.267469 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-8d8fe923-b76c-453e-911b-bf74d4238838 req-221812e1-aebb-4cd3-8cb7-da1beaa696fb tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202527'] for port, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:08.277787 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-59428483-9228-47a2-9ef6-64948e9289e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:08.279942 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-065429d3-eaa7-4efe-aec8-a7229fcc47dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:08.294589 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:08.301819 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] get_ports_and_sgs() called for port_ids ['cedd2ed0-bfe4-4884-8c49-f0c018f2f4e0'] {{(pid=79301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 19 13:10:08.325414 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9ee0c-fb44-4a76-aa19-b1d360633525 req-c7fe9789-9124-4819-8bbe-6aa5efde79c5 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:08.326885 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-58a9ee0c-fb44-4a76-aa19-b1d360633525 req-c7fe9789-9124-4819-8bbe-6aa5efde79c5 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 946 time: 0.4867842 Aug 19 13:10:08.340145 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7bc8cf-e3ed-481d-b61d-7341ed867606 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb1f7bd2-c91e-4ecb-af00-d6b199c775e1,revision_number=0']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:08.353563 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-8f7bc8cf-e3ed-481d-b61d-7341ed867606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:08.358077 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-19561a84-1418-4d6c-bfd4-7caf6c60442a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:08.417597 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-59428483-9228-47a2-9ef6-64948e9289e0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d6e55af3df914c0c8840b88a5a5eafd6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0862594 Aug 19 13:10:08.418635 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59428483-9228-47a2-9ef6-64948e9289e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684d9763-9306-4bc8-bf05-0d3087b0a4ec,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:08.428569 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 51316) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:10:08.431131 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-59428483-9228-47a2-9ef6-64948e9289e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:08.507622 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221812e1-aebb-4cd3-8cb7-da1beaa696fb tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] Pushing event deleted for resources: {'Port': ['ID=cedd2ed0-bfe4-4884-8c49-f0c018f2f4e0,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:08.518818 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7bc8cf-e3ed-481d-b61d-7341ed867606 admin admin] Checking segment: {'id': 'c59d60fe-7a69-438c-8cda-db45024bf857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'b13750e8-075f-4b36-a8b6-ff809b72041e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:10:08.519183 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7bc8cf-e3ed-481d-b61d-7341ed867606 admin admin] Network hostable DHCP agents. Network: b13750e8-075f-4b36-a8b6-ff809b72041e, hostable agents: ['31b92e89-357e-408d-a141-4e7242d6bd98'], hosted agents: [] {{(pid=79300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:10:08.529517 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-221812e1-aebb-4cd3-8cb7-da1beaa696fb tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:08.535840 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d8fe923-b76c-453e-911b-bf74d4238838 req-221812e1-aebb-4cd3-8cb7-da1beaa696fb tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] No DVR routers for this DVR port cedd2ed0-bfe4-4884-8c49-f0c018f2f4e0 on host hv-cinder-80514 {{(pid=79300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:10:08.551948 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b340ca5b-bc20-43a5-9a13-d75fb1a8adaa req-586853a5-100b-4f50-a5b5-d1dcb1959431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:08.553955 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-b340ca5b-bc20-43a5-9a13-d75fb1a8adaa req-586853a5-100b-4f50-a5b5-d1dcb1959431 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3b979c5e-82fd-4500-9fbc-547a88a6c3c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4731090 Aug 19 13:10:08.557742 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-8d8fe923-b76c-453e-911b-bf74d4238838 req-221812e1-aebb-4cd3-8cb7-da1beaa696fb tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for port, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:08.565079 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e55e4e6-ac7f-4af8-ac37-1b3766e711bd', 'name': 'network-vif-deleted', 'tag': 'cedd2ed0-bfe4-4884-8c49-f0c018f2f4e0'}] {{(pid=79300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:10:08.573449 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.db.l3_db [None req-99232a6e-d833-4042-921b-66857a2165b3 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Floating IP 32af6c4f-32ce-47da-a3a6-608252f57b81 associated. External IP: 172.27.1.247, port: 85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562. Aug 19 13:10:08.619627 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-58a9ee0c-fb44-4a76-aa19-b1d360633525 req-25e30745-86c5-494c-81ea-8b1a3f5d558a tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751248 Aug 19 13:10:08.628330 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e55e4e6-ac7f-4af8-ac37-1b3766e711bd', 'name': 'network-vif-deleted', 'tag': 'cedd2ed0-bfe4-4884-8c49-f0c018f2f4e0', 'status': 'completed', 'code': 200} Aug 19 13:10:08.676089 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-065429d3-eaa7-4efe-aec8-a7229fcc47dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:08.680234 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7bc8cf-e3ed-481d-b61d-7341ed867606 admin admin] Network b13750e8-075f-4b36-a8b6-ff809b72041e is scheduled to be hosted by DHCP agent 31b92e89-357e-408d-a141-4e7242d6bd98 with binding_index 1 {{(pid=79300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:10:08.682501 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-ee05942f-0476-447f-b1d0-36b4fb56a921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:08.690404 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-34c2a455-090d-4b75-a604-c418157b63fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:08.692845 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-a1c72b4d-5cc1-4899-94a1-f3092bfa7adb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:08.705418 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-8d8fe923-b76c-453e-911b-bf74d4238838 req-221812e1-aebb-4cd3-8cb7-da1beaa696fb tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] 10.222.0.68 "DELETE /v2.0/ports/cedd2ed0-bfe4-4884-8c49-f0c018f2f4e0 HTTP/1.1" status: 204 len: 173 time: 3.0920501 Aug 19 13:10:08.709213 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-065429d3-eaa7-4efe-aec8-a7229fcc47dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:08.710384 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-065429d3-eaa7-4efe-aec8-a7229fcc47dd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c815927d-585a-4584-a6fa-6f261e7bb659 HTTP/1.1" status: 204 len: 168 time: 0.9727643 Aug 19 13:10:08.713748 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065429d3-eaa7-4efe-aec8-a7229fcc47dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c815927d-585a-4584-a6fa-6f261e7bb659,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:08.725168 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.base_scheduler [None req-8f7bc8cf-e3ed-481d-b61d-7341ed867606 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805144-1-iscsi, b13750e8-075f-4b36-a8b6-ff809b72041e) {{(pid=79300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:10:08.732679 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-065429d3-eaa7-4efe-aec8-a7229fcc47dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:08.738172 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7bc8cf-e3ed-481d-b61d-7341ed867606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:08.738781 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-8f7bc8cf-e3ed-481d-b61d-7341ed867606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for subnet, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:08.744879 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da6f3ee-1f78-47b7-9e03-b14adab4eb6a None None] Network b13750e8-075f-4b36-a8b6-ff809b72041e requested from dv-cinder-805144-1-iscsi {{(pid=79301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 19 13:10:08.748690 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee05942f-0476-447f-b1d0-36b4fb56a921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdae165c-b127-4e95-b361-9cf681635757,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:08.755208 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-ee05942f-0476-447f-b1d0-36b4fb56a921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:08.776342 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-542fc219-6358-4a4c-87ee-498e2e971f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:08.787657 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-8f7bc8cf-e3ed-481d-b61d-7341ed867606 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.6186681 Aug 19 13:10:08.852263 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-b340ca5b-bc20-43a5-9a13-d75fb1a8adaa req-6cd3f14d-709f-4c6e-8604-b613cf20cb9b service neutron] 10.222.0.68 "GET /v2.0/networks/3b979c5e-82fd-4500-9fbc-547a88a6c3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775569 Aug 19 13:10:08.868661 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-ee05942f-0476-447f-b1d0-36b4fb56a921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:08.872335 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-ee05942f-0476-447f-b1d0-36b4fb56a921 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fdae165c-b127-4e95-b361-9cf681635757 HTTP/1.1" status: 204 len: 168 time: 1.0465119 Aug 19 13:10:08.905604 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-542fc219-6358-4a4c-87ee-498e2e971f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:09.286412 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e38c2171-8821-4cb6-8509-6e18a7e31f01 req-a599608c-e9f9-40cf-8575-087a7b37293a tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e55e4e6-ac7f-4af8-ac37-1b3766e711bd HTTP/1.1" status: 200 len: 210 time: 0.1164558 Aug 19 13:10:09.290722 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e73e7a-3d7a-4cb3-8d24-5f8eacb9d957 None None] Network b13750e8-075f-4b36-a8b6-ff809b72041e requested from dv-cinder-805144-1-iscsi {{(pid=79301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 19 13:10:09.405361 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-542fc219-6358-4a4c-87ee-498e2e971f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:09.420077 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-1d2ed7cf-931d-425e-b468-766ec1afb55d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:09.451038 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542fc219-6358-4a4c-87ee-498e2e971f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684d9763-9306-4bc8-bf05-0d3087b0a4ec,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:09.458939 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-542fc219-6358-4a4c-87ee-498e2e971f67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:09.464058 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 51340) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:10:09.469652 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-542fc219-6358-4a4c-87ee-498e2e971f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:09.471313 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-542fc219-6358-4a4c-87ee-498e2e971f67 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/684d9763-9306-4bc8-bf05-0d3087b0a4ec HTTP/1.1" status: 204 len: 168 time: 1.0418105 Aug 19 13:10:09.494275 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-efb4ee6c-ae32-4286-9c48-035c0c9cfaa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:09.530959 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-b340ca5b-bc20-43a5-9a13-d75fb1a8adaa req-c6678c31-3a43-454c-9cac-ab04fc9ce837 service neutron] 10.222.0.68 "GET /v2.0/networks/3b979c5e-82fd-4500-9fbc-547a88a6c3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6709659 Aug 19 13:10:09.532728 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99232a6e-d833-4042-921b-66857a2165b3 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Router c75872c9-8e32-4240-af5f-e459863fa986 has already been hosted by L3 agent bb0205a6-735d-4789-b813-02600d36e527 {{(pid=79299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 19 13:10:09.554900 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-efb4ee6c-ae32-4286-9c48-035c0c9cfaa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:10:09.572563 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-efb4ee6c-ae32-4286-9c48-035c0c9cfaa4 admin admin] Usage tracker for resource:security_group_rule and tenant:0533707d9b2f4eb1b1245b3a3e3bf101 is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:10:09.578876 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-efb4ee6c-ae32-4286-9c48-035c0c9cfaa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:10:09.738584 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-efb4ee6c-ae32-4286-9c48-035c0c9cfaa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:10:10.025779 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99232a6e-d833-4042-921b-66857a2165b3 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify agent at l3_agent.dv-cinder-805144-1-iscsi the message routers_updated {{(pid=79299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 19 13:10:10.042013 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510e083e-6453-478d-ae46-26892cf8cb19 None None] Sync routers for ids ['c75872c9-8e32-4240-af5f-e459863fa986'] in dv-cinder-805144-1-iscsi {{(pid=79302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:10:10.043105 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-efb4ee6c-ae32-4286-9c48-035c0c9cfaa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:10.055894 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f34f01-6e05-4370-88de-f1d33be94a25 req-f06d62bc-0456-40d8-abbf-5a18fcfda8e2 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:10.057536 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-17f34f01-6e05-4370-88de-f1d33be94a25 req-f06d62bc-0456-40d8-abbf-5a18fcfda8e2 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 946 time: 0.2623446 Aug 19 13:10:10.060072 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-efb4ee6c-ae32-4286-9c48-035c0c9cfaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:10.061240 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510e083e-6453-478d-ae46-26892cf8cb19 None None] Routers {'c75872c9-8e32-4240-af5f-e459863fa986'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:10:10.064000 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-510e083e-6453-478d-ae46-26892cf8cb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:10:01Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['c75872c9-8e32-4240-af5f-e459863fa986'], 'active': True} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:10.071561 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-cb52010a-04c2-451d-9c42-be433dfa7d56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:10.081021 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-99232a6e-d833-4042-921b-66857a2165b3 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for floatingip, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:10.218119 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 51360) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:10:10.218364 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-efb4ee6c-ae32-4286-9c48-035c0c9cfaa4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0533707d9b2f4eb1b1245b3a3e3bf101&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7532067 Aug 19 13:10:10.236121 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-17f34f01-6e05-4370-88de-f1d33be94a25 req-de18c81b-6b7b-44a4-bf26-efe5e5f02f1c tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671817 Aug 19 13:10:10.253654 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb4ee6c-ae32-4286-9c48-035c0c9cfaa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637ec01a-2e09-4e1c-bbb8-b4722a66ebf8,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:10.259512 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-efb4ee6c-ae32-4286-9c48-035c0c9cfaa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:10.261378 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-99232a6e-d833-4042-921b-66857a2165b3 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "PUT /v2.0/floatingips/32af6c4f-32ce-47da-a3a6-608252f57b81 HTTP/1.1" status: 200 len: 992 time: 3.8766527 Aug 19 13:10:10.267511 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d017c6-6536-4ef5-8d63-44d7908a66a7', 'tag': '85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562'}] {{(pid=79299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:10:10.357587 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1d017c6-6536-4ef5-8d63-44d7908a66a7', 'tag': '85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562', 'status': 'completed', 'code': 200} Aug 19 13:10:10.396839 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-1748014a-dba4-4816-bf90-4793fca8e36d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:10.541940 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvr_db [None req-510e083e-6453-478d-ae46-26892cf8cb19 None None] Set router c75872c9-8e32-4240-af5f-e459863fa986 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:10:10.556942 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device cedd2ed0-bfe4-4884-8c49-f0c018f2f4e0 no longer exists at agent hyperv_hv-cinder-80514 {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 19 13:10:10.563686 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-1748014a-dba4-4816-bf90-4793fca8e36d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:10.676832 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] No Port match for: cedd2ed0-bfe4-4884-8c49-f0c018f2f4e0 {{(pid=79301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 19 13:10:10.678893 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device cedd2ed0-bfe4-4884-8c49-f0c018f2f4e0 not bound to the agent host hv-cinder-80514 {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 19 13:10:10.794464 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ce80e-406e-484d-a675-105a40c797ae req-ef9c42b5-d717-4ded-b36c-43de6ba74350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:10.799245 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-3f2ce80e-406e-484d-a675-105a40c797ae req-ef9c42b5-d717-4ded-b36c-43de6ba74350 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=95c06fea712a4e118bd5a76f6957b19a&device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 1099 time: 0.3843837 Aug 19 13:10:11.049393 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-1748014a-dba4-4816-bf90-4793fca8e36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:11.065053 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:11.112197 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1748014a-dba4-4816-bf90-4793fca8e36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637ec01a-2e09-4e1c-bbb8-b4722a66ebf8,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:11.118291 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-1748014a-dba4-4816-bf90-4793fca8e36d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:11.119593 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-1748014a-dba4-4816-bf90-4793fca8e36d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/637ec01a-2e09-4e1c-bbb8-b4722a66ebf8 HTTP/1.1" status: 204 len: 168 time: 0.8984082 Aug 19 13:10:11.123725 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-1748014a-dba4-4816-bf90-4793fca8e36d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:11.139763 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ce80e-406e-484d-a675-105a40c797ae req-d2038b33-e3f5-4238-ac27-c9f2e1200f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:11.139763 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-3f2ce80e-406e-484d-a675-105a40c797ae req-d2038b33-e3f5-4238-ac27-c9f2e1200f5e service neutron] 10.222.0.68 "GET /v2.0/networks?id=11872a7c-c78f-4b06-a868-5e50d8b5c681 HTTP/1.1" status: 200 len: 912 time: 0.3152311 Aug 19 13:10:11.169643 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-510e083e-6453-478d-ae46-26892cf8cb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'name': 'tempest-AttachVolumeTestJSON-813576112-router', 'tenant_id': '95c06fea712a4e118bd5a76f6957b19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '93155038-97cb-4ec3-9278-e31f21009e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:59Z', 'updated_at': '2021-08-19T13:09:15Z', 'revision_number': 4, 'project_id': '95c06fea712a4e118bd5a76f6957b19a', 'gw_port': {'id': '93155038-97cb-4ec3-9278-e31f21009e33', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:81:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:01Z', 'updated_at': '2021-08-19T13:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_floatingips': [{'id': '32af6c4f-32ce-47da-a3a6-608252f57b81', 'tenant_id': '95c06fea712a4e118bd5a76f6957b19a', 'floating_ip_address': '172.27.1.247', 'floating_network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'router_id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'port_id': '85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11872a7c-c78f-4b06-a868-5e50d8b5c681', 'mac_address': 'fa:16:3e:f0:eb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d017c6-6536-4ef5-8d63-44d7908a66a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:09:30Z', 'updated_at': '2021-08-19T13:10:07Z', 'revision_number': 1, 'project_id': '95c06fea712a4e118bd5a76f6957b19a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1edb6b9f-c585-4df8-a190-c9e932413cad', 'name': '', 'network_id': '11872a7c-c78f-4b06-a868-5e50d8b5c681', 'tenant_id': '95c06fea712a4e118bd5a76f6957b19a', 'mac_address': 'fa:16:3e:d0:b2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b7e2718c-f55a-406a-999f-edb1d22fd1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:09Z', 'updated_at': '2021-08-19T13:09:32Z', 'revision_number': 5, 'project_id': '95c06fea712a4e118bd5a76f6957b19a', 'subnets': [{'id': 'b7e2718c-f55a-406a-999f-edb1d22fd1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:11.177076 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510e083e-6453-478d-ae46-26892cf8cb19 None None] Checking router: c75872c9-8e32-4240-af5f-e459863fa986 for host: dv-cinder-805144-1-iscsi {{(pid=79302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:10:11.189917 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510e083e-6453-478d-ae46-26892cf8cb19 None None] Routers {'c75872c9-8e32-4240-af5f-e459863fa986'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:10:11.190574 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-510e083e-6453-478d-ae46-26892cf8cb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:10:01Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['c75872c9-8e32-4240-af5f-e459863fa986'], 'active': True} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:11.355409 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-3f2ce80e-406e-484d-a675-105a40c797ae req-2346fdee-032e-44e2-a9ad-d2051839e226 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562 HTTP/1.1" status: 200 len: 1000 time: 0.1997578 Aug 19 13:10:11.492001 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ce80e-406e-484d-a675-105a40c797ae req-c0e42801-b6a4-440e-956a-68e7058e9d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:11.494969 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-3f2ce80e-406e-484d-a675-105a40c797ae req-c0e42801-b6a4-440e-956a-68e7058e9d9a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b7e2718c-f55a-406a-999f-edb1d22fd1bf HTTP/1.1" status: 200 len: 849 time: 0.1327832 Aug 19 13:10:11.614679 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ce80e-406e-484d-a675-105a40c797ae req-9834f322-f486-4646-a492-5763d723c5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:11.618428 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-3f2ce80e-406e-484d-a675-105a40c797ae req-9834f322-f486-4646-a492-5763d723c5fd service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=11872a7c-c78f-4b06-a868-5e50d8b5c681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1097925 Aug 19 13:10:11.657539 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37aaef-a172-45f1-bde4-a8bd3cc0d396 req-bb9e360b-c4e5-4af6-a254-fa93d601ffd9 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:11.659809 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvr_db [None req-510e083e-6453-478d-ae46-26892cf8cb19 None None] Set router c75872c9-8e32-4240-af5f-e459863fa986 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:10:11.663597 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-2c37aaef-a172-45f1-bde4-a8bd3cc0d396 req-bb9e360b-c4e5-4af6-a254-fa93d601ffd9 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 946 time: 0.1645381 Aug 19 13:10:11.751755 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-2c37aaef-a172-45f1-bde4-a8bd3cc0d396 req-82c51af9-fb9b-474c-864e-e5714ffa5eb5 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803814 Aug 19 13:10:11.830544 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-3f2ce80e-406e-484d-a675-105a40c797ae req-23b6c6a9-7104-4570-ae09-8dccb50569f0 service neutron] 10.222.0.68 "GET /v2.0/networks/11872a7c-c78f-4b06-a868-5e50d8b5c681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043374 Aug 19 13:10:12.111663 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-3f2ce80e-406e-484d-a675-105a40c797ae req-bc5a6fce-32e6-4211-ad22-53e1db7904c2 service neutron] 10.222.0.68 "GET /v2.0/networks/11872a7c-c78f-4b06-a868-5e50d8b5c681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709787 Aug 19 13:10:12.241394 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-510e083e-6453-478d-ae46-26892cf8cb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'name': 'tempest-AttachVolumeTestJSON-813576112-router', 'tenant_id': '95c06fea712a4e118bd5a76f6957b19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '93155038-97cb-4ec3-9278-e31f21009e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:59Z', 'updated_at': '2021-08-19T13:09:15Z', 'revision_number': 4, 'project_id': '95c06fea712a4e118bd5a76f6957b19a', 'gw_port': {'id': '93155038-97cb-4ec3-9278-e31f21009e33', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:81:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:01Z', 'updated_at': '2021-08-19T13:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_floatingips': [{'id': '32af6c4f-32ce-47da-a3a6-608252f57b81', 'tenant_id': '95c06fea712a4e118bd5a76f6957b19a', 'floating_ip_address': '172.27.1.247', 'floating_network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'router_id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'port_id': '85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11872a7c-c78f-4b06-a868-5e50d8b5c681', 'mac_address': 'fa:16:3e:f0:eb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d017c6-6536-4ef5-8d63-44d7908a66a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:09:30Z', 'updated_at': '2021-08-19T13:10:07Z', 'revision_number': 1, 'project_id': '95c06fea712a4e118bd5a76f6957b19a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1edb6b9f-c585-4df8-a190-c9e932413cad', 'name': '', 'network_id': '11872a7c-c78f-4b06-a868-5e50d8b5c681', 'tenant_id': '95c06fea712a4e118bd5a76f6957b19a', 'mac_address': 'fa:16:3e:d0:b2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b7e2718c-f55a-406a-999f-edb1d22fd1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:09Z', 'updated_at': '2021-08-19T13:09:32Z', 'revision_number': 5, 'project_id': '95c06fea712a4e118bd5a76f6957b19a', 'subnets': [{'id': 'b7e2718c-f55a-406a-999f-edb1d22fd1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:12.250653 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510e083e-6453-478d-ae46-26892cf8cb19 None None] The sync data for ids ['c75872c9-8e32-4240-af5f-e459863fa986'] in dv-cinder-805144-1-iscsi is: [{'id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'name': 'tempest-AttachVolumeTestJSON-813576112-router', 'tenant_id': '95c06fea712a4e118bd5a76f6957b19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '93155038-97cb-4ec3-9278-e31f21009e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:59Z', 'updated_at': '2021-08-19T13:09:15Z', 'revision_number': 4, 'project_id': '95c06fea712a4e118bd5a76f6957b19a', 'gw_port': {'id': '93155038-97cb-4ec3-9278-e31f21009e33', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:81:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:01Z', 'updated_at': '2021-08-19T13:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_floatingips': [{'id': '32af6c4f-32ce-47da-a3a6-608252f57b81', 'tenant_id': '95c06fea712a4e118bd5a76f6957b19a', 'floating_ip_address': '172.27.1.247', 'floating_network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'router_id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'port_id': '85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11872a7c-c78f-4b06-a868-5e50d8b5c681', 'mac_address': 'fa:16:3e:f0:eb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d017c6-6536-4ef5-8d63-44d7908a66a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:09:30Z', 'updated_at': '2021-08-19T13:10:07Z', 'revision_number': 1, 'project_id': '95c06fea712a4e118bd5a76f6957b19a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1edb6b9f-c585-4df8-a190-c9e932413cad', 'name': '', 'network_id': '11872a7c-c78f-4b06-a868-5e50d8b5c681', 'tenant_id': '95c06fea712a4e118bd5a76f6957b19a', 'mac_address': 'fa:16:3e:d0:b2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b7e2718c-f55a-406a-999f-edb1d22fd1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:09Z', 'updated_at': '2021-08-19T13:09:32Z', 'revision_number': 5, 'project_id': '95c06fea712a4e118bd5a76f6957b19a', 'subnets': [{'id': 'b7e2718c-f55a-406a-999f-edb1d22fd1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:10:12.637461 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3698f8d6-df77-41ac-b497-f552a5435f89 None None] New status for floating IP 32af6c4f-32ce-47da-a3a6-608252f57b81: ACTIVE {{(pid=79301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:10:13.036209 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 51482) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:10:13.214689 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c1cfc34-9b8f-4bf6-8bce-d8a7be09059e admin admin] Deleting subnet 49e67e0b-90aa-438e-9687-03363c13298a {{(pid=79299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 19 13:10:13.233360 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e6455-af52-46fa-b351-0abb485565db req-fd62dfce-888a-4816-939c-e33b413597af tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:13.236932 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-5d9e6455-af52-46fa-b351-0abb485565db req-fd62dfce-888a-4816-939c-e33b413597af tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 946 time: 0.2743330 Aug 19 13:10:13.240542 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-9c1cfc34-9b8f-4bf6-8bce-d8a7be09059e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:13.415885 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-9c1cfc34-9b8f-4bf6-8bce-d8a7be09059e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6934675'] for subnet, precommit_delete_associations {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:13.489068 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-5d9e6455-af52-46fa-b351-0abb485565db req-5d5a4d75-4cb6-45bd-a7bb-a83e0824ba07 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827323 Aug 19 13:10:13.535335 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-9c1cfc34-9b8f-4bf6-8bce-d8a7be09059e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916658'] for subnet, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:13.654223 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-9c1cfc34-9b8f-4bf6-8bce-d8a7be09059e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6301067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5646775'] for subnet, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:13.659556 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:13.699112 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1cfc34-9b8f-4bf6-8bce-d8a7be09059e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49e67e0b-90aa-438e-9687-03363c13298a,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:13.701087 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-9c1cfc34-9b8f-4bf6-8bce-d8a7be09059e admin admin] Notify callbacks [] for subnet, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:13.707460 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-9c1cfc34-9b8f-4bf6-8bce-d8a7be09059e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:13.714234 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-9c1cfc34-9b8f-4bf6-8bce-d8a7be09059e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/49e67e0b-90aa-438e-9687-03363c13298a HTTP/1.1" status: 204 len: 168 time: 0.6643171 Aug 19 13:10:13.714234 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 51510) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:10:13.978341 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-b82d4aad-c782-4e8c-a9bf-7746390c2691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-793971'] for network, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:14.136651 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-b82d4aad-c782-4e8c-a9bf-7746390c2691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914249', 'neutron.services.segments.db._delete_segments_for_network-8734197845149'] for network, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:14.157108 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.services.segments.db [None req-b82d4aad-c782-4e8c-a9bf-7746390c2691 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46f7aaff-80d7-4e3f-8b73-4b055f01a648']}} {{(pid=79299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:14.172246 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.services.segments.db [None req-b82d4aad-c782-4e8c-a9bf-7746390c2691 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b6580d1-c90c-4118-9fb3-a5452ed9a85d') {'for_net_delete': True} {{(pid=79299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:14.172594 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.services.segments.db [None req-b82d4aad-c782-4e8c-a9bf-7746390c2691 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b6580d1-c90c-4118-9fb3-a5452ed9a85d') {} {{(pid=79299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:14.187331 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-b82d4aad-c782-4e8c-a9bf-7746390c2691 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734197843447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6934668'] for segment, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:14.212402 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-b82d4aad-c782-4e8c-a9bf-7746390c2691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910984'] for segment, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:14.233882 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b82d4aad-c782-4e8c-a9bf-7746390c2691 admin admin] Releasing vlan 1012 on physical network physnet1 to pool {{(pid=79299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:10:14.234437 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-b82d4aad-c782-4e8c-a9bf-7746390c2691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-910977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6301165'] for segment, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:14.282846 dv-cinder-805144-1-iscsi neutron-server[79299]: Traceback (most recent call last): Aug 19 13:10:14.282846 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:10:14.282846 dv-cinder-805144-1-iscsi neutron-server[79299]: timer() Aug 19 13:10:14.282846 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:10:14.282846 dv-cinder-805144-1-iscsi neutron-server[79299]: cb(*args, **kw) Aug 19 13:10:14.282846 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 19 13:10:14.282846 dv-cinder-805144-1-iscsi neutron-server[79299]: return func(*args, **kwargs) Aug 19 13:10:14.282846 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:10:14.282846 dv-cinder-805144-1-iscsi neutron-server[79299]: self._notify() Aug 19 13:10:14.282846 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:10:14.282846 dv-cinder-805144-1-iscsi neutron-server[79299]: self.callback(batched_events) Aug 19 13:10:14.282846 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:10:14.282846 dv-cinder-805144-1-iscsi neutron-server[79299]: event.method(event) Aug 19 13:10:14.282846 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 19 13:10:14.282846 dv-cinder-805144-1-iscsi neutron-server[79299]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:10:14.282846 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 19 13:10:14.282846 dv-cinder-805144-1-iscsi neutron-server[79299]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:10:14.282846 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:10:14.282846 dv-cinder-805144-1-iscsi neutron-server[79299]: return f(self, *a, **k) Aug 19 13:10:14.282846 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:10:14.282846 dv-cinder-805144-1-iscsi neutron-server[79299]: return self._get(url).json() Aug 19 13:10:14.282846 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:10:14.282846 dv-cinder-805144-1-iscsi neutron-server[79299]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:10:14.282846 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:10:14.282846 dv-cinder-805144-1-iscsi neutron-server[79299]: return self.request(url, 'GET', **kwargs) Aug 19 13:10:14.282846 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:10:14.282846 dv-cinder-805144-1-iscsi neutron-server[79299]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:10:14.282846 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:10:14.282846 dv-cinder-805144-1-iscsi neutron-server[79299]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:10:14.282846 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:10:14.282846 dv-cinder-805144-1-iscsi neutron-server[79299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:10:14.282846 dv-cinder-805144-1-iscsi neutron-server[79299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:10:14.450158 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-b82d4aad-c782-4e8c-a9bf-7746390c2691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962902'] for network, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:14.455223 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:14.476283 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-b82d4aad-c782-4e8c-a9bf-7746390c2691 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for network, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:14.483503 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-b82d4aad-c782-4e8c-a9bf-7746390c2691 admin admin] 10.222.0.49 "DELETE /v2.0/networks/46f7aaff-80d7-4e3f-8b73-4b055f01a648 HTTP/1.1" status: 204 len: 168 time: 0.7705252 Aug 19 13:10:14.485971 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d4aad-c782-4e8c-a9bf-7746390c2691 admin admin] Pushing event deleted for resources: {'Network': ['ID=46f7aaff-80d7-4e3f-8b73-4b055f01a648,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:14.490608 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-b82d4aad-c782-4e8c-a9bf-7746390c2691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:14.804259 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 51552) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:10:14.842626 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244241bf-7b19-43ec-9bb3-3b75639e465a req-98fb38e0-9d2a-42a9-9b8e-760865f8455f tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:14.860205 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-244241bf-7b19-43ec-9bb3-3b75639e465a req-98fb38e0-9d2a-42a9-9b8e-760865f8455f tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 946 time: 0.2241998 Aug 19 13:10:14.937848 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-39e4c54f-0344-459a-9586-49ba33e14033 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7eb105e559464d19ae7b2f21ff1ed37f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1283536 Aug 19 13:10:14.939229 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 51564) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:10:14.959263 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-244241bf-7b19-43ec-9bb3-3b75639e465a req-9a324d6c-6bdc-435b-8517-1b6a77dc6189 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925109 Aug 19 13:10:15.036619 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c85052da-e5ad-44fc-9d37-a41fa00390bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:15.068108 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c85052da-e5ad-44fc-9d37-a41fa00390bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:15.137173 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c85052da-e5ad-44fc-9d37-a41fa00390bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:15.144967 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-06888e77-9e58-4d5d-adeb-c47bfc0835a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:15.160462 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85052da-e5ad-44fc-9d37-a41fa00390bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2e45ff-bf2b-4c33-b7a8-d9631e226ba9,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:15.163650 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-c85052da-e5ad-44fc-9d37-a41fa00390bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:15.169684 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c85052da-e5ad-44fc-9d37-a41fa00390bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:15.175989 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-c85052da-e5ad-44fc-9d37-a41fa00390bc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4e2e45ff-bf2b-4c33-b7a8-d9631e226ba9 HTTP/1.1" status: 204 len: 168 time: 0.2290504 Aug 19 13:10:16.062728 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 51618) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:10:16.177571 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-d25b64e6-bc75-4eb1-9cb7-838a429ad4ef admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1770202924-network', 'tenant_id': 'b4b6db281aeb4ab1a7d3d41dbacfa52a'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:10:16.182457 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-d25b64e6-bc75-4eb1-9cb7-838a429ad4ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:10:16.186583 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-d25b64e6-bc75-4eb1-9cb7-838a429ad4ef admin admin] Usage tracker for resource:network and tenant:b4b6db281aeb4ab1a7d3d41dbacfa52a is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:10:16.190195 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-d25b64e6-bc75-4eb1-9cb7-838a429ad4ef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:10:16.197031 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-d25b64e6-bc75-4eb1-9cb7-838a429ad4ef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:10:16.207701 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25b64e6-bc75-4eb1-9cb7-838a429ad4ef admin admin] Made reservation on behalf of b4b6db281aeb4ab1a7d3d41dbacfa52a for: {'network': 1} {{(pid=79299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:10:16.210318 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d25b64e6-bc75-4eb1-9cb7-838a429ad4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for network, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:16.222701 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d25b64e6-bc75-4eb1-9cb7-838a429ad4ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:16.237993 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-d25b64e6-bc75-4eb1-9cb7-838a429ad4ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:10:16.241757 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-d25b64e6-bc75-4eb1-9cb7-838a429ad4ef admin admin] Usage tracker for resource:security_group_rule and tenant:b4b6db281aeb4ab1a7d3d41dbacfa52a is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:10:16.244578 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-d25b64e6-bc75-4eb1-9cb7-838a429ad4ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:10:16.251131 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-d25b64e6-bc75-4eb1-9cb7-838a429ad4ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:10:16.342150 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d25b64e6-bc75-4eb1-9cb7-838a429ad4ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:16.346984 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d25b64e6-bc75-4eb1-9cb7-838a429ad4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:16.350197 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-c85052da-e5ad-44fc-9d37-a41fa00390bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:16.384009 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d25b64e6-bc75-4eb1-9cb7-838a429ad4ef admin admin] vlan segment allocate from pool success with {'vlan_id': 1032, 'physical_network': 'physnet1'} {{(pid=79299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:10:16.394060 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25b64e6-bc75-4eb1-9cb7-838a429ad4ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44521cd-8734-475e-a928-814e012339a5,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:16.397642 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-d25b64e6-bc75-4eb1-9cb7-838a429ad4ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:16.402104 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d25b64e6-bc75-4eb1-9cb7-838a429ad4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910984'] for segment, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:16.402191 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.db.segments_db [None req-d25b64e6-bc75-4eb1-9cb7-838a429ad4ef admin admin] Added segment 8989bbea-6f05-45e9-aa2f-091105ddb490 of type vlan for network 9cf8ab72-7b7e-4bd7-af10-857d36059c21 Aug 19 13:10:16.431145 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d25b64e6-bc75-4eb1-9cb7-838a429ad4ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734197367691'] for network, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:16.464863 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d25b64e6-bc75-4eb1-9cb7-838a429ad4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217'] for network, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:16.466504 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25b64e6-bc75-4eb1-9cb7-838a429ad4ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:16.467103 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d25b64e6-bc75-4eb1-9cb7-838a429ad4ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for network, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:16.471441 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-b82d4aad-c782-4e8c-a9bf-7746390c2691 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:16.586835 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-d25b64e6-bc75-4eb1-9cb7-838a429ad4ef admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5222082 Aug 19 13:10:16.587580 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25b64e6-bc75-4eb1-9cb7-838a429ad4ef admin admin] Pushing event updated for resources: {'Network': ['ID=9cf8ab72-7b7e-4bd7-af10-857d36059c21,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:16.590412 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 51626) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:10:16.590912 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-d25b64e6-bc75-4eb1-9cb7-838a429ad4ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:16.597085 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [None req-a7565296-6bad-4292-a759-84438fe3e544 admin admin] Request body: {'subnet': {'network_id': '9cf8ab72-7b7e-4bd7-af10-857d36059c21', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1770202924-subnet', 'tenant_id': 'b4b6db281aeb4ab1a7d3d41dbacfa52a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:10:16.599360 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Network 9cf8ab72-7b7e-4bd7-af10-857d36059c21 details requested by agent ovs-agent-dv-cinder-805144-1-iscsi with host dv-cinder-805144-1-iscsi {{(pid=79301) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 19 13:10:16.602419 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-a7565296-6bad-4292-a759-84438fe3e544 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:10:16.606554 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-a7565296-6bad-4292-a759-84438fe3e544 admin admin] Usage tracker for resource:subnet and tenant:b4b6db281aeb4ab1a7d3d41dbacfa52a is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:10:16.610446 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-a7565296-6bad-4292-a759-84438fe3e544 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:10:16.616559 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-a7565296-6bad-4292-a759-84438fe3e544 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:10:16.627546 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7565296-6bad-4292-a759-84438fe3e544 admin admin] Made reservation on behalf of b4b6db281aeb4ab1a7d3d41dbacfa52a for: {'subnet': 1} {{(pid=79300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:10:16.629894 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-a7565296-6bad-4292-a759-84438fe3e544 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7374829'] for subnet, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:16.854126 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-a7565296-6bad-4292-a759-84438fe3e544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7374751'] for subnet, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:16.858139 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:16.929209 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7565296-6bad-4292-a759-84438fe3e544 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26c62690-9449-4656-a8e9-dd8f15fc1ced,revision_number=0']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:16.934356 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-a7565296-6bad-4292-a759-84438fe3e544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:16.942228 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7565296-6bad-4292-a759-84438fe3e544 admin admin] Checking segment: {'id': '8989bbea-6f05-45e9-aa2f-091105ddb490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '9cf8ab72-7b7e-4bd7-af10-857d36059c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:10:16.942580 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7565296-6bad-4292-a759-84438fe3e544 admin admin] Network hostable DHCP agents. Network: 9cf8ab72-7b7e-4bd7-af10-857d36059c21, hostable agents: ['31b92e89-357e-408d-a141-4e7242d6bd98'], hosted agents: [] {{(pid=79300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:10:16.963508 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7565296-6bad-4292-a759-84438fe3e544 admin admin] Network 9cf8ab72-7b7e-4bd7-af10-857d36059c21 is scheduled to be hosted by DHCP agent 31b92e89-357e-408d-a141-4e7242d6bd98 with binding_index 1 {{(pid=79300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:10:16.973622 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.base_scheduler [None req-a7565296-6bad-4292-a759-84438fe3e544 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805144-1-iscsi, 9cf8ab72-7b7e-4bd7-af10-857d36059c21) {{(pid=79300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:10:16.978482 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7565296-6bad-4292-a759-84438fe3e544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:16.979088 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-a7565296-6bad-4292-a759-84438fe3e544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for subnet, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:16.984279 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667193b3-763a-4bb6-806b-b78657023960 None None] Network 9cf8ab72-7b7e-4bd7-af10-857d36059c21 requested from dv-cinder-805144-1-iscsi {{(pid=79301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 19 13:10:17.001697 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-a7565296-6bad-4292-a759-84438fe3e544 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4098628 Aug 19 13:10:17.211312 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273df063-367b-42f6-86e3-f0d5407733d9 None None] Network 9cf8ab72-7b7e-4bd7-af10-857d36059c21 requested from dv-cinder-805144-1-iscsi {{(pid=79301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 19 13:10:17.673236 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f321b1a9-5329-4576-89a4-d998636fcd8e req-3f2f0370-adb8-4945-a5aa-f173aeea438a tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:17.674762 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-f321b1a9-5329-4576-89a4-d998636fcd8e req-3f2f0370-adb8-4945-a5aa-f173aeea438a tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 946 time: 0.0867884 Aug 19 13:10:17.724816 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-f321b1a9-5329-4576-89a4-d998636fcd8e req-e9c93de1-93f3-44af-ba95-4c944fea25d9 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437231 Aug 19 13:10:17.917680 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766b5e0-a596-4eee-9bb9-1521b628855e req-3b51e1b6-c676-44f9-aa5a-f0791cc262ec tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:17.919192 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4766b5e0-a596-4eee-9bb9-1521b628855e req-3b51e1b6-c676-44f9-aa5a-f0791cc262ec tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/networks?id=9cf8ab72-7b7e-4bd7-af10-857d36059c21 HTTP/1.1" status: 200 len: 815 time: 0.1986248 Aug 19 13:10:17.935125 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4766b5e0-a596-4eee-9bb9-1521b628855e req-70a627a8-4af8-49d9-a86f-27c196fd47ba tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/quotas/b4b6db281aeb4ab1a7d3d41dbacfa52a HTTP/1.1" status: 200 len: 375 time: 0.0099487 Aug 19 13:10:17.996212 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4766b5e0-a596-4eee-9bb9-1521b628855e req-044a1afd-a2a4-4b56-b4f5-64b1c159fa95 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b4b6db281aeb4ab1a7d3d41dbacfa52a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547714 Aug 19 13:10:18.134814 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4766b5e0-a596-4eee-9bb9-1521b628855e req-cffe88bb-e696-4f1f-a789-018c8dbad634 service neutron] 10.222.0.49 "GET /v2.0/networks/9cf8ab72-7b7e-4bd7-af10-857d36059c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310089 Aug 19 13:10:18.371893 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4766b5e0-a596-4eee-9bb9-1521b628855e req-38a086fd-f9a5-4c01-9718-451154f89ec4 service neutron] 10.222.0.49 "GET /v2.0/networks/9cf8ab72-7b7e-4bd7-af10-857d36059c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307484 Aug 19 13:10:18.583116 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-7b9c9f5b-a8e9-4f29-aa58-e5f401eebece req-f7d9607d-2a35-427c-ba7c-bd0bcfc27554 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc727c55-f5e3-4332-b59e-655c7d675ae4 HTTP/1.1" status: 200 len: 210 time: 0.0647662 Aug 19 13:10:18.980029 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a2111-0948-4edd-aa2f-d68b426e976a req-a241a7ed-81b1-4039-b39a-f07db968fe6a tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:18.982387 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-b00a2111-0948-4edd-aa2f-d68b426e976a req-a241a7ed-81b1-4039-b39a-f07db968fe6a tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 946 time: 0.1017103 Aug 19 13:10:19.036231 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-b00a2111-0948-4edd-aa2f-d68b426e976a req-be216271-eed0-4160-aaf9-ea8bb8a9395b tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468688 Aug 19 13:10:19.752839 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-cc40ac50-63c4-4c62-9b56-7564d8fc05f3 req-3ca53593-8620-42a8-9886-43f166d2ebb7 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc727c55-f5e3-4332-b59e-655c7d675ae4 HTTP/1.1" status: 200 len: 210 time: 0.0575509 Aug 19 13:10:22.213893 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe3db1-840c-47d6-850c-fadc8ff7292b req-a36e3d30-fdb6-4532-adfc-441199838555 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:22.216282 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-69fe3db1-840c-47d6-850c-fadc8ff7292b req-a36e3d30-fdb6-4532-adfc-441199838555 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 946 time: 0.1181312 Aug 19 13:10:22.231370 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-9edc967e-4af8-4315-be20-389912731a7c req-da66e54e-b170-47da-83c6-4f25c4ff5c9a tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc727c55-f5e3-4332-b59e-655c7d675ae4 HTTP/1.1" status: 200 len: 210 time: 0.0503900 Aug 19 13:10:22.268459 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-69fe3db1-840c-47d6-850c-fadc8ff7292b req-1b000f66-0709-4e2c-8437-ffd4ac752504 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453165 Aug 19 13:10:22.924409 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766b5e0-a596-4eee-9bb9-1521b628855e req-50fe8b61-94f4-438a-9d36-8ba4e46ad458 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:22.926073 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4766b5e0-a596-4eee-9bb9-1521b628855e req-50fe8b61-94f4-438a-9d36-8ba4e46ad458 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.68 "GET /v2.0/networks?id=9cf8ab72-7b7e-4bd7-af10-857d36059c21 HTTP/1.1" status: 200 len: 815 time: 0.1693468 Aug 19 13:10:22.946044 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [req-4766b5e0-a596-4eee-9bb9-1521b628855e req-12443550-10b4-4dc5-8b02-ec7d913ef5dc tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Request body: {'port': {'device_id': 'fc727c55-f5e3-4332-b59e-655c7d675ae4', 'network_id': '9cf8ab72-7b7e-4bd7-af10-857d36059c21', 'admin_state_up': True, 'tenant_id': 'b4b6db281aeb4ab1a7d3d41dbacfa52a'}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:10:23.117924 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [req-4766b5e0-a596-4eee-9bb9-1521b628855e req-12443550-10b4-4dc5-8b02-ec7d913ef5dc tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:10:23.122690 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-4766b5e0-a596-4eee-9bb9-1521b628855e req-12443550-10b4-4dc5-8b02-ec7d913ef5dc tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Usage tracker for resource:port and tenant:b4b6db281aeb4ab1a7d3d41dbacfa52a is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:10:23.127838 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-4766b5e0-a596-4eee-9bb9-1521b628855e req-12443550-10b4-4dc5-8b02-ec7d913ef5dc tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:10:23.134299 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [req-4766b5e0-a596-4eee-9bb9-1521b628855e req-12443550-10b4-4dc5-8b02-ec7d913ef5dc tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:10:23.149216 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4766b5e0-a596-4eee-9bb9-1521b628855e req-12443550-10b4-4dc5-8b02-ec7d913ef5dc tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Made reservation on behalf of b4b6db281aeb4ab1a7d3d41dbacfa52a for: {'port': 1} {{(pid=79300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:10:23.152773 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-4766b5e0-a596-4eee-9bb9-1521b628855e req-12443550-10b4-4dc5-8b02-ec7d913ef5dc tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:23.449573 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.db_base_plugin_common [req-4766b5e0-a596-4eee-9bb9-1521b628855e req-12443550-10b4-4dc5-8b02-ec7d913ef5dc tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Allocated IP 172.20.0.2 (9cf8ab72-7b7e-4bd7-af10-857d36059c21/26c62690-9449-4656-a8e9-dd8f15fc1ced/b90ebf80-3af1-4e47-873d-8555c773396c) {{(pid=79300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:10:23.463380 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-fe4c8d6f-17ba-4d8e-bdba-a957b1901d53 req-dc5018b2-6ab2-416f-ba18-9cfcee4fe650 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc727c55-f5e3-4332-b59e-655c7d675ae4 HTTP/1.1" status: 200 len: 210 time: 0.0676942 Aug 19 13:10:23.581878 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bbac42-16c5-4b41-99b4-dbc6ff86ad94 req-995da46a-2088-4209-8518-3ceb9635ef20 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:23.595341 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-56bbac42-16c5-4b41-99b4-dbc6ff86ad94 req-995da46a-2088-4209-8518-3ceb9635ef20 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 946 time: 0.1640527 Aug 19 13:10:23.656688 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-56bbac42-16c5-4b41-99b4-dbc6ff86ad94 req-e36b2301-860e-40fd-afd9-d7620251f693 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598643 Aug 19 13:10:23.849679 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-4766b5e0-a596-4eee-9bb9-1521b628855e req-12443550-10b4-4dc5-8b02-ec7d913ef5dc tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Notify callbacks [] for port, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:23.896862 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-4766b5e0-a596-4eee-9bb9-1521b628855e req-12443550-10b4-4dc5-8b02-ec7d913ef5dc tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202527'] for port, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:23.910194 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:24.029685 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4766b5e0-a596-4eee-9bb9-1521b628855e req-12443550-10b4-4dc5-8b02-ec7d913ef5dc tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Network 9cf8ab72-7b7e-4bd7-af10-857d36059c21 is already hosted by enough agents. {{(pid=79300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:10:24.034300 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.base_scheduler [req-4766b5e0-a596-4eee-9bb9-1521b628855e req-12443550-10b4-4dc5-8b02-ec7d913ef5dc tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Resources bound (agent type, host, resource id): {{(pid=79300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:10:24.039995 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.l3_dvrscheduler_db [req-4766b5e0-a596-4eee-9bb9-1521b628855e req-12443550-10b4-4dc5-8b02-ec7d913ef5dc tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Received port after_create {{(pid=79300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:10:24.087131 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12443550-10b4-4dc5-8b02-ec7d913ef5dc tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Pushing event updated for resources: {'Port': ['ID=b90ebf80-3af1-4e47-873d-8555c773396c,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:24.095011 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-12443550-10b4-4dc5-8b02-ec7d913ef5dc tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:24.136946 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766b5e0-a596-4eee-9bb9-1521b628855e req-12443550-10b4-4dc5-8b02-ec7d913ef5dc tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:24.137737 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-4766b5e0-a596-4eee-9bb9-1521b628855e req-12443550-10b4-4dc5-8b02-ec7d913ef5dc tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for port, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:24.156839 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 51808) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:10:24.169777 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4766b5e0-a596-4eee-9bb9-1521b628855e req-12443550-10b4-4dc5-8b02-ec7d913ef5dc tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2280765 Aug 19 13:10:24.191470 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [req-4766b5e0-a596-4eee-9bb9-1521b628855e req-3aced31f-a11c-41a4-80f6-06e08a54f027 service neutron] Request body: {'port': {'device_id': 'fc727c55-f5e3-4332-b59e-655c7d675ae4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80514'}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:10:24.340967 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-297da807-bddb-44df-b4c3-4ed147a415af admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:24.358591 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-4766b5e0-a596-4eee-9bb9-1521b628855e req-3aced31f-a11c-41a4-80f6-06e08a54f027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:24.372088 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-297da807-bddb-44df-b4c3-4ed147a415af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:10:24.382328 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-297da807-bddb-44df-b4c3-4ed147a415af admin admin] Usage tracker for resource:security_group_rule and tenant:db4d1e0bb7684aa8a1eb71c828e9cd09 is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:10:24.390534 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-297da807-bddb-44df-b4c3-4ed147a415af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:10:24.407962 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-297da807-bddb-44df-b4c3-4ed147a415af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:10:24.597624 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-297da807-bddb-44df-b4c3-4ed147a415af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:24.601983 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-297da807-bddb-44df-b4c3-4ed147a415af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:24.615801 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-8799703f-6c6c-4dd7-82e6-0819f2759c96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:24.662715 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-297da807-bddb-44df-b4c3-4ed147a415af admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=db4d1e0bb7684aa8a1eb71c828e9cd09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5040529 Aug 19 13:10:24.664795 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 51826) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:10:24.667779 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297da807-bddb-44df-b4c3-4ed147a415af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c97e13-b939-440b-8bd2-dfef48004312,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:24.681217 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-297da807-bddb-44df-b4c3-4ed147a415af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:24.739638 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c28e1200-6759-4fe7-9b97-09f373dc93ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:24.768257 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c28e1200-6759-4fe7-9b97-09f373dc93ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:24.845235 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be201680-5623-460c-b711-97260d3454c1 req-34c611ef-062d-4271-9e84-5fcd4bdecd97 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:24.846317 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-be201680-5623-460c-b711-97260d3454c1 req-34c611ef-062d-4271-9e84-5fcd4bdecd97 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Synchronizing usage tracker for tenant:b4b6db281aeb4ab1a7d3d41dbacfa52a on resource:port {{(pid=79300) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:10:24.897379 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c28e1200-6759-4fe7-9b97-09f373dc93ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:24.903469 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-c3920888-d404-40ed-850a-b2837da1936e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:24.927747 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff791704-372d-46ff-93bf-ed23406d6f65 req-671f944a-53fe-4682-99f3-7ade5c12d2a6 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:24.929362 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-ff791704-372d-46ff-93bf-ed23406d6f65 req-671f944a-53fe-4682-99f3-7ade5c12d2a6 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 946 time: 0.1344442 Aug 19 13:10:24.930268 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e1200-6759-4fe7-9b97-09f373dc93ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c97e13-b939-440b-8bd2-dfef48004312,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:24.932865 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-c28e1200-6759-4fe7-9b97-09f373dc93ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:24.968450 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c28e1200-6759-4fe7-9b97-09f373dc93ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:24.970061 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-c28e1200-6759-4fe7-9b97-09f373dc93ac admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/58c97e13-b939-440b-8bd2-dfef48004312 HTTP/1.1" status: 204 len: 168 time: 0.3041549 Aug 19 13:10:25.001177 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-ff791704-372d-46ff-93bf-ed23406d6f65 req-e5dc431d-4289-4d96-bf6c-b775b4093aa6 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562382 Aug 19 13:10:25.044512 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-be201680-5623-460c-b711-97260d3454c1 req-34c611ef-062d-4271-9e84-5fcd4bdecd97 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Unset dirty status for tenant:b4b6db281aeb4ab1a7d3d41dbacfa52a on resource:port {{(pid=79300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:10:25.045839 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-be201680-5623-460c-b711-97260d3454c1 req-34c611ef-062d-4271-9e84-5fcd4bdecd97 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc727c55-f5e3-4332-b59e-655c7d675ae4 HTTP/1.1" status: 200 len: 931 time: 0.4140754 Aug 19 13:10:25.053675 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.notifiers.nova [req-4766b5e0-a596-4eee-9bb9-1521b628855e req-3aced31f-a11c-41a4-80f6-06e08a54f027 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b90ebf80-3af1-4e47-873d-8555c773396c {{(pid=79300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:10:25.077682 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-4766b5e0-a596-4eee-9bb9-1521b628855e req-3aced31f-a11c-41a4-80f6-06e08a54f027 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:25.113492 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.provisioning_blocks [req-4766b5e0-a596-4eee-9bb9-1521b628855e req-3aced31f-a11c-41a4-80f6-06e08a54f027 service neutron] Transition to ACTIVE for port object b90ebf80-3af1-4e47-873d-8555c773396c will not be triggered until provisioned by entity L2. {{(pid=79300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:10:25.128709 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-be201680-5623-460c-b711-97260d3454c1 req-52ea11eb-2b85-476b-ac51-6ac401f87501 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699482 Aug 19 13:10:25.129701 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-4766b5e0-a596-4eee-9bb9-1521b628855e req-3aced31f-a11c-41a4-80f6-06e08a54f027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6202502'] for port, after_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:25.140369 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-b7ae2a2d-a2a0-4bba-9176-e13c29cb0e43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:25.314555 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aced31f-a11c-41a4-80f6-06e08a54f027 service neutron] Pushing event updated for resources: {'Port': ['ID=b90ebf80-3af1-4e47-873d-8555c773396c,revision_number=2']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:25.316134 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-3aced31f-a11c-41a4-80f6-06e08a54f027 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:25.337082 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 51844) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:10:25.357154 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-ce7be437-f3e0-42bf-96ee-a4f3b91e8c99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:25.373087 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-ce7be437-f3e0-42bf-96ee-a4f3b91e8c99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:10:25.378059 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-ce7be437-f3e0-42bf-96ee-a4f3b91e8c99 admin admin] Usage tracker for resource:security_group_rule and tenant:4b1dfb57c60b4276b6ba56a5366b1b7d is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:10:25.381786 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-ce7be437-f3e0-42bf-96ee-a4f3b91e8c99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:10:25.390196 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-ce7be437-f3e0-42bf-96ee-a4f3b91e8c99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:10:25.397659 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.managers [req-4766b5e0-a596-4eee-9bb9-1521b628855e req-3aced31f-a11c-41a4-80f6-06e08a54f027 service neutron] Attempting to bind port b90ebf80-3af1-4e47-873d-8555c773396c on host hv-cinder-80514 for vnic_type normal with profile {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:10:25.398094 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.managers [req-4766b5e0-a596-4eee-9bb9-1521b628855e req-3aced31f-a11c-41a4-80f6-06e08a54f027 service neutron] Attempting to bind port b90ebf80-3af1-4e47-873d-8555c773396c by drivers openvswitch,hyperv on host hv-cinder-80514 at level 0 using segments [{'id': '8989bbea-6f05-45e9-aa2f-091105ddb490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '9cf8ab72-7b7e-4bd7-af10-857d36059c21'}] {{(pid=79300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:10:25.398552 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4766b5e0-a596-4eee-9bb9-1521b628855e req-3aced31f-a11c-41a4-80f6-06e08a54f027 service neutron] Attempting to bind port b90ebf80-3af1-4e47-873d-8555c773396c on network 9cf8ab72-7b7e-4bd7-af10-857d36059c21 {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:10:25.403547 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4766b5e0-a596-4eee-9bb9-1521b628855e req-3aced31f-a11c-41a4-80f6-06e08a54f027 service neutron] Port b90ebf80-3af1-4e47-873d-8555c773396c on network 9cf8ab72-7b7e-4bd7-af10-857d36059c21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80514 {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 19 13:10:25.404020 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4766b5e0-a596-4eee-9bb9-1521b628855e req-3aced31f-a11c-41a4-80f6-06e08a54f027 service neutron] Attempting to bind port b90ebf80-3af1-4e47-873d-8555c773396c on network 9cf8ab72-7b7e-4bd7-af10-857d36059c21 {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:10:25.409884 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4766b5e0-a596-4eee-9bb9-1521b628855e req-3aced31f-a11c-41a4-80f6-06e08a54f027 service neutron] Checking agent: {'id': '5d0591c0-6bc7-4d98-9be8-a8b87dc9a0b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 13, 7, 4), 'started_at': datetime.datetime(2021, 8, 19, 13, 7, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 19 13:10:25.410231 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4766b5e0-a596-4eee-9bb9-1521b628855e req-3aced31f-a11c-41a4-80f6-06e08a54f027 service neutron] Checking segment: {'id': '8989bbea-6f05-45e9-aa2f-091105ddb490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '9cf8ab72-7b7e-4bd7-af10-857d36059c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:10:25.410620 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4766b5e0-a596-4eee-9bb9-1521b628855e req-3aced31f-a11c-41a4-80f6-06e08a54f027 service neutron] Bound using segment: {'id': '8989bbea-6f05-45e9-aa2f-091105ddb490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '9cf8ab72-7b7e-4bd7-af10-857d36059c21'} {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 19 13:10:25.411057 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.managers [req-4766b5e0-a596-4eee-9bb9-1521b628855e req-3aced31f-a11c-41a4-80f6-06e08a54f027 service neutron] Bound port: b90ebf80-3af1-4e47-873d-8555c773396c, host: hv-cinder-80514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8989bbea-6f05-45e9-aa2f-091105ddb490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '9cf8ab72-7b7e-4bd7-af10-857d36059c21'}}] {{(pid=79300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:10:25.411608 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-4766b5e0-a596-4eee-9bb9-1521b628855e req-3aced31f-a11c-41a4-80f6-06e08a54f027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:25.493791 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-ce7be437-f3e0-42bf-96ee-a4f3b91e8c99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:25.499984 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-ce7be437-f3e0-42bf-96ee-a4f3b91e8c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:25.509733 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-542fc219-6358-4a4c-87ee-498e2e971f67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:25.528660 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.db [req-4766b5e0-a596-4eee-9bb9-1521b628855e req-3aced31f-a11c-41a4-80f6-06e08a54f027 service neutron] For port b90ebf80-3af1-4e47-873d-8555c773396c, host hv-cinder-80514, cleared binding levels {{(pid=79300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 19 13:10:25.537832 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.db [req-4766b5e0-a596-4eee-9bb9-1521b628855e req-3aced31f-a11c-41a4-80f6-06e08a54f027 service neutron] For port b90ebf80-3af1-4e47-873d-8555c773396c, host hv-cinder-80514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=b90ebf80-3af1-4e47-873d-8555c773396c,segment=NetworkSegment(8989bbea-6f05-45e9-aa2f-091105ddb490),segment_id=8989bbea-6f05-45e9-aa2f-091105ddb490)] {{(pid=79300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 19 13:10:25.555900 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-4766b5e0-a596-4eee-9bb9-1521b628855e req-3aced31f-a11c-41a4-80f6-06e08a54f027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6202502'] for port, after_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:25.560016 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-ce7be437-f3e0-42bf-96ee-a4f3b91e8c99 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4b1dfb57c60b4276b6ba56a5366b1b7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2216687 Aug 19 13:10:25.561300 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7be437-f3e0-42bf-96ee-a4f3b91e8c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027a9552-64f2-4b03-ae89-3141f4dadfd6,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:25.564674 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 51856) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:10:25.564969 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-61928d19-7222-430d-b5ea-5312a256d1c7 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:25.568975 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-ce7be437-f3e0-42bf-96ee-a4f3b91e8c99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:25.638266 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-27dad65c-a1ea-43d1-a39a-73642455efec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:25.672548 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-27dad65c-a1ea-43d1-a39a-73642455efec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:25.682750 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aced31f-a11c-41a4-80f6-06e08a54f027 service neutron] Pushing event updated for resources: {'Port': ['ID=b90ebf80-3af1-4e47-873d-8555c773396c,revision_number=3']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:25.688020 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-3aced31f-a11c-41a4-80f6-06e08a54f027 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:25.700456 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766b5e0-a596-4eee-9bb9-1521b628855e req-3aced31f-a11c-41a4-80f6-06e08a54f027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:25.707936 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-4766b5e0-a596-4eee-9bb9-1521b628855e req-3aced31f-a11c-41a4-80f6-06e08a54f027 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for port, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:25.711346 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4766b5e0-a596-4eee-9bb9-1521b628855e req-3aced31f-a11c-41a4-80f6-06e08a54f027 service neutron] 10.222.0.68 "PUT /v2.0/ports/b90ebf80-3af1-4e47-873d-8555c773396c HTTP/1.1" status: 200 len: 1093 time: 1.5250804 Aug 19 13:10:25.712097 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc727c55-f5e3-4332-b59e-655c7d675ae4', 'tag': 'b90ebf80-3af1-4e47-873d-8555c773396c'}] {{(pid=79300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:10:25.756552 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-27dad65c-a1ea-43d1-a39a-73642455efec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:25.768622 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-3bf13fc2-4133-459e-a061-117ec17a9d0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:25.798592 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dad65c-a1ea-43d1-a39a-73642455efec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027a9552-64f2-4b03-ae89-3141f4dadfd6,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:25.817538 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-27dad65c-a1ea-43d1-a39a-73642455efec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:25.818674 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-27dad65c-a1ea-43d1-a39a-73642455efec admin admin] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:25.820212 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-27dad65c-a1ea-43d1-a39a-73642455efec admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/027a9552-64f2-4b03-ae89-3141f4dadfd6 HTTP/1.1" status: 204 len: 168 time: 0.2542562 Aug 19 13:10:25.902080 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc727c55-f5e3-4332-b59e-655c7d675ae4', 'tag': 'b90ebf80-3af1-4e47-873d-8555c773396c', 'status': 'completed', 'code': 200} Aug 19 13:10:25.942009 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766b5e0-a596-4eee-9bb9-1521b628855e req-73248b45-9338-4091-b1a0-28d8ca5ea392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:25.943972 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4766b5e0-a596-4eee-9bb9-1521b628855e req-73248b45-9338-4091-b1a0-28d8ca5ea392 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b4b6db281aeb4ab1a7d3d41dbacfa52a&device_id=fc727c55-f5e3-4332-b59e-655c7d675ae4 HTTP/1.1" status: 200 len: 1096 time: 0.1378303 Aug 19 13:10:26.029994 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4766b5e0-a596-4eee-9bb9-1521b628855e req-4f851f5b-1e54-40ee-a89f-5e50c20b0951 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b90ebf80-3af1-4e47-873d-8555c773396c HTTP/1.1" status: 200 len: 217 time: 0.0697351 Aug 19 13:10:26.175910 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766b5e0-a596-4eee-9bb9-1521b628855e req-03d502f1-47c0-4ae8-a4e0-191f361b9ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:26.177437 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4766b5e0-a596-4eee-9bb9-1521b628855e req-03d502f1-47c0-4ae8-a4e0-191f361b9ff0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=26c62690-9449-4656-a8e9-dd8f15fc1ced HTTP/1.1" status: 200 len: 855 time: 0.1348603 Aug 19 13:10:26.261922 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4766b5e0-a596-4eee-9bb9-1521b628855e req-836fa66d-6663-4769-8504-274acfdd7d1f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9cf8ab72-7b7e-4bd7-af10-857d36059c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728028 Aug 19 13:10:26.444622 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 51898) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:10:26.497252 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-2152d96c-3a17-464d-a4e8-72d11c140465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:26.536509 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f3df29-d454-4576-b43a-58da3e7298f7 req-6dbb55a2-c986-4dad-afb2-1cb9d551e510 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:26.539199 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-b6f3df29-d454-4576-b43a-58da3e7298f7 req-6dbb55a2-c986-4dad-afb2-1cb9d551e510 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 946 time: 0.1306090 Aug 19 13:10:26.564419 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-2152d96c-3a17-464d-a4e8-72d11c140465 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:10:26.574055 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-2152d96c-3a17-464d-a4e8-72d11c140465 admin admin] Usage tracker for resource:security_group_rule and tenant:86356b29b2594a159907fb7749cad567 is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:10:26.580614 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-2152d96c-3a17-464d-a4e8-72d11c140465 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:10:26.600077 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-2152d96c-3a17-464d-a4e8-72d11c140465 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:10:26.620834 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4766b5e0-a596-4eee-9bb9-1521b628855e req-1c83ac48-27aa-4298-adee-672a84074ee0 service neutron] 10.222.0.68 "GET /v2.0/networks/9cf8ab72-7b7e-4bd7-af10-857d36059c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473001 Aug 19 13:10:26.653095 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4e245-ed92-472f-a3f6-cd458079e6b9 req-bb1510bf-9710-454d-8491-f49faba3c6b7 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:26.658795 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-3cd4e245-ed92-472f-a3f6-cd458079e6b9 req-bb1510bf-9710-454d-8491-f49faba3c6b7 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc727c55-f5e3-4332-b59e-655c7d675ae4 HTTP/1.1" status: 200 len: 943 time: 0.3275661 Aug 19 13:10:26.706904 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-b6f3df29-d454-4576-b43a-58da3e7298f7 req-6e5a0d7e-5ba7-4a7d-9e12-977e06e4d5d2 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503553 Aug 19 13:10:26.837747 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-3cd4e245-ed92-472f-a3f6-cd458079e6b9 req-d2829d73-e6a6-426b-887d-8840e7f5ff3a tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737795 Aug 19 13:10:26.900692 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4766b5e0-a596-4eee-9bb9-1521b628855e req-b05438fa-4468-4725-b263-224cc254629f service neutron] 10.222.0.68 "GET /v2.0/networks/9cf8ab72-7b7e-4bd7-af10-857d36059c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590196 Aug 19 13:10:26.931178 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-2152d96c-3a17-464d-a4e8-72d11c140465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:26.949415 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-2152d96c-3a17-464d-a4e8-72d11c140465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:26.958502 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-ce41c83a-9db8-4d13-bff6-de4a1c80702a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:27.006923 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-2152d96c-3a17-464d-a4e8-72d11c140465 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=86356b29b2594a159907fb7749cad567&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5430486 Aug 19 13:10:27.007330 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 51912) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:10:27.012275 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2152d96c-3a17-464d-a4e8-72d11c140465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db63df5-b054-48b1-8f4c-91a92d06711c,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:27.015321 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-2152d96c-3a17-464d-a4e8-72d11c140465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:27.098052 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-ba2ac862-8263-4895-89e4-259f82236f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:27.127318 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-ba2ac862-8263-4895-89e4-259f82236f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:27.180161 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6fb2a-05c9-4ab3-970f-695921087bf3 req-c45f2336-c520-4e41-ab6c-09996f640f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:27.180735 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d0d6fb2a-05c9-4ab3-970f-695921087bf3 req-c45f2336-c520-4e41-ab6c-09996f640f3c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b4b6db281aeb4ab1a7d3d41dbacfa52a&device_id=fc727c55-f5e3-4332-b59e-655c7d675ae4 HTTP/1.1" status: 200 len: 1096 time: 0.0935609 Aug 19 13:10:27.193207 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-ba2ac862-8263-4895-89e4-259f82236f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:27.197522 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:27.210413 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ac862-8263-4895-89e4-259f82236f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db63df5-b054-48b1-8f4c-91a92d06711c,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:27.212645 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-ba2ac862-8263-4895-89e4-259f82236f24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:27.222321 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-ba2ac862-8263-4895-89e4-259f82236f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:27.222321 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-ba2ac862-8263-4895-89e4-259f82236f24 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6db63df5-b054-48b1-8f4c-91a92d06711c HTTP/1.1" status: 204 len: 168 time: 0.2111800 Aug 19 13:10:27.320976 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6fb2a-05c9-4ab3-970f-695921087bf3 req-70d00dfd-8fd0-4630-8306-1605a784ada0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:27.322456 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d0d6fb2a-05c9-4ab3-970f-695921087bf3 req-70d00dfd-8fd0-4630-8306-1605a784ada0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=9cf8ab72-7b7e-4bd7-af10-857d36059c21 HTTP/1.1" status: 200 len: 917 time: 0.1351888 Aug 19 13:10:27.392960 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d0d6fb2a-05c9-4ab3-970f-695921087bf3 req-869da84a-9b28-4b1b-badd-0f869b8940fb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b90ebf80-3af1-4e47-873d-8555c773396c HTTP/1.1" status: 200 len: 217 time: 0.0627806 Aug 19 13:10:27.557766 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6fb2a-05c9-4ab3-970f-695921087bf3 req-01a2f770-9e9f-412e-8545-01296c187c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:27.559770 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d0d6fb2a-05c9-4ab3-970f-695921087bf3 req-01a2f770-9e9f-412e-8545-01296c187c84 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=26c62690-9449-4656-a8e9-dd8f15fc1ced HTTP/1.1" status: 200 len: 855 time: 0.1591780 Aug 19 13:10:27.628226 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d0d6fb2a-05c9-4ab3-970f-695921087bf3 req-26513915-8199-4fcd-ba09-80a2fc036d01 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9cf8ab72-7b7e-4bd7-af10-857d36059c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478535 Aug 19 13:10:27.902252 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d0d6fb2a-05c9-4ab3-970f-695921087bf3 req-6d1f3a7d-7385-4f98-bc86-075c43931d46 service neutron] 10.222.0.68 "GET /v2.0/networks/9cf8ab72-7b7e-4bd7-af10-857d36059c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637789 Aug 19 13:10:28.069214 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c02a8-b7fa-49c7-8452-f4e5b969bec3 req-5b3ddc9e-36ff-4f91-9e7c-9ade18b2e2ee tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:28.071715 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-481c02a8-b7fa-49c7-8452-f4e5b969bec3 req-5b3ddc9e-36ff-4f91-9e7c-9ade18b2e2ee tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 946 time: 0.1839967 Aug 19 13:10:28.136521 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-481c02a8-b7fa-49c7-8452-f4e5b969bec3 req-f1bedefc-7449-41a7-ae3f-25798901aac7 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568767 Aug 19 13:10:28.154630 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-faacb25c-192a-44fa-a8a7-937e79fec7c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:28.191071 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d0d6fb2a-05c9-4ab3-970f-695921087bf3 req-fa7f8e27-f4d0-45a3-95f8-318803ad8453 service neutron] 10.222.0.68 "GET /v2.0/networks/9cf8ab72-7b7e-4bd7-af10-857d36059c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783527 Aug 19 13:10:28.215491 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c668831-f975-40b5-9e60-948f496d6844 req-159bc689-6b16-400f-868b-ebbd777bc5a5 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:28.218705 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-6c668831-f975-40b5-9e60-948f496d6844 req-159bc689-6b16-400f-868b-ebbd777bc5a5 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc727c55-f5e3-4332-b59e-655c7d675ae4 HTTP/1.1" status: 200 len: 943 time: 0.1849027 Aug 19 13:10:28.266522 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 51966) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:10:28.291626 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-6c668831-f975-40b5-9e60-948f496d6844 req-654c10db-7ba1-4782-ad68-9b7c7f2ddb79 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647848 Aug 19 13:10:28.409906 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-b8c352ed-d9c7-42d8-88c5-f9f2626f8e37 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-280047959-network', 'tenant_id': 'fb526f580b174650bfd37cf6eb800d5f'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:10:28.415119 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-b8c352ed-d9c7-42d8-88c5-f9f2626f8e37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:10:28.420715 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-b8c352ed-d9c7-42d8-88c5-f9f2626f8e37 admin admin] Usage tracker for resource:network and tenant:fb526f580b174650bfd37cf6eb800d5f is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:10:28.424645 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-b8c352ed-d9c7-42d8-88c5-f9f2626f8e37 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:10:28.431663 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-b8c352ed-d9c7-42d8-88c5-f9f2626f8e37 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:10:28.446361 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c352ed-d9c7-42d8-88c5-f9f2626f8e37 admin admin] Made reservation on behalf of fb526f580b174650bfd37cf6eb800d5f for: {'network': 1} {{(pid=79299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:10:28.449061 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-b8c352ed-d9c7-42d8-88c5-f9f2626f8e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for network, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:28.462951 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-b8c352ed-d9c7-42d8-88c5-f9f2626f8e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:28.480797 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-b8c352ed-d9c7-42d8-88c5-f9f2626f8e37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:10:28.486059 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-b8c352ed-d9c7-42d8-88c5-f9f2626f8e37 admin admin] Usage tracker for resource:security_group_rule and tenant:fb526f580b174650bfd37cf6eb800d5f is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:10:28.489123 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-b8c352ed-d9c7-42d8-88c5-f9f2626f8e37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:10:28.502985 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-b8c352ed-d9c7-42d8-88c5-f9f2626f8e37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:10:28.575868 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 51976) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:10:28.576598 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:28.613693 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-b8c352ed-d9c7-42d8-88c5-f9f2626f8e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:28.618860 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-b8c352ed-d9c7-42d8-88c5-f9f2626f8e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:28.621360 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-8528d827-2768-4096-a165-cf1be437b698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:28.650315 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8c352ed-d9c7-42d8-88c5-f9f2626f8e37 admin admin] vlan segment allocate from pool success with {'vlan_id': 1039, 'physical_network': 'physnet1'} {{(pid=79299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:10:28.660310 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c352ed-d9c7-42d8-88c5-f9f2626f8e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b6bfed-7730-483e-870a-f2ff1fe2dd67,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:28.664314 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-b8c352ed-d9c7-42d8-88c5-f9f2626f8e37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:28.666906 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-b8c352ed-d9c7-42d8-88c5-f9f2626f8e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910984'] for segment, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:28.667327 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.db.segments_db [None req-b8c352ed-d9c7-42d8-88c5-f9f2626f8e37 admin admin] Added segment 2b28da94-8e17-4677-8ffd-5efd373fd992 of type vlan for network 428fc940-9edc-4973-b634-4ade05df4d4c Aug 19 13:10:28.701031 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-b8c352ed-d9c7-42d8-88c5-f9f2626f8e37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734197367691'] for network, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:28.750002 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-b8c352ed-d9c7-42d8-88c5-f9f2626f8e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217'] for network, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:28.751677 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c352ed-d9c7-42d8-88c5-f9f2626f8e37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:28.752326 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-b8c352ed-d9c7-42d8-88c5-f9f2626f8e37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for network, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:28.757849 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-04fae11c-5027-4d42-89ca-c8e3514d5ea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:28.761596 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-783b8b25-d3d0-46e3-8d04-77383bf7d160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:28.777627 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-783b8b25-d3d0-46e3-8d04-77383bf7d160 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:10:28.782289 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-783b8b25-d3d0-46e3-8d04-77383bf7d160 admin admin] Usage tracker for resource:security_group_rule and tenant:defad6512f0d48df838dade654555355 is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:10:28.786116 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-783b8b25-d3d0-46e3-8d04-77383bf7d160 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:10:28.792948 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-783b8b25-d3d0-46e3-8d04-77383bf7d160 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:10:28.878734 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c352ed-d9c7-42d8-88c5-f9f2626f8e37 admin admin] Pushing event updated for resources: {'Network': ['ID=428fc940-9edc-4973-b634-4ade05df4d4c,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:28.882070 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-b8c352ed-d9c7-42d8-88c5-f9f2626f8e37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:28.883683 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-b8c352ed-d9c7-42d8-88c5-f9f2626f8e37 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6160545 Aug 19 13:10:28.887783 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 51986) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:10:28.889944 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Network 428fc940-9edc-4973-b634-4ade05df4d4c details requested by agent ovs-agent-dv-cinder-805144-1-iscsi with host dv-cinder-805144-1-iscsi {{(pid=79301) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 19 13:10:28.893960 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-a386f314-7caa-4037-adb2-f7c0ae30b1d3 admin admin] Request body: {'subnet': {'network_id': '428fc940-9edc-4973-b634-4ade05df4d4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-280047959-subnet', 'tenant_id': 'fb526f580b174650bfd37cf6eb800d5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:10:28.899363 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-a386f314-7caa-4037-adb2-f7c0ae30b1d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:10:28.904056 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-a386f314-7caa-4037-adb2-f7c0ae30b1d3 admin admin] Usage tracker for resource:subnet and tenant:fb526f580b174650bfd37cf6eb800d5f is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:10:28.907428 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-a386f314-7caa-4037-adb2-f7c0ae30b1d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:10:28.907787 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-783b8b25-d3d0-46e3-8d04-77383bf7d160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:28.912942 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-783b8b25-d3d0-46e3-8d04-77383bf7d160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:28.914297 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-a386f314-7caa-4037-adb2-f7c0ae30b1d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:10:28.924341 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-34b07b1c-a348-4e7f-ad19-21e38b46d6ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:28.925848 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a386f314-7caa-4037-adb2-f7c0ae30b1d3 admin admin] Made reservation on behalf of fb526f580b174650bfd37cf6eb800d5f for: {'subnet': 1} {{(pid=79299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:10:28.928351 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a386f314-7caa-4037-adb2-f7c0ae30b1d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5646812'] for subnet, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:28.967050 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-783b8b25-d3d0-46e3-8d04-77383bf7d160 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=defad6512f0d48df838dade654555355&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3888218 Aug 19 13:10:28.969410 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783b8b25-d3d0-46e3-8d04-77383bf7d160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c498cb0-c192-4593-8461-eb5edf8dae32,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:28.971794 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 51990) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:10:28.974458 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-783b8b25-d3d0-46e3-8d04-77383bf7d160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:29.045177 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-89ef9233-25ad-474d-b029-84a7a3c288fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:29.077226 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-89ef9233-25ad-474d-b029-84a7a3c288fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:29.137247 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-89ef9233-25ad-474d-b029-84a7a3c288fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:29.143967 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-eef9145f-708c-48af-9f9b-50d754ced365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:29.159229 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ef9233-25ad-474d-b029-84a7a3c288fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c498cb0-c192-4593-8461-eb5edf8dae32,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:29.162511 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-89ef9233-25ad-474d-b029-84a7a3c288fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:29.166980 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-89ef9233-25ad-474d-b029-84a7a3c288fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:29.168139 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-89ef9233-25ad-474d-b029-84a7a3c288fe admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0c498cb0-c192-4593-8461-eb5edf8dae32 HTTP/1.1" status: 204 len: 168 time: 0.1954184 Aug 19 13:10:29.183669 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a386f314-7caa-4037-adb2-f7c0ae30b1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6301768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5646766'] for subnet, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:29.188236 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:29.266212 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a386f314-7caa-4037-adb2-f7c0ae30b1d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=677ab495-a694-4031-bd9b-c29a47cd01a3,revision_number=0']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:29.271605 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-a386f314-7caa-4037-adb2-f7c0ae30b1d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:29.274127 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a386f314-7caa-4037-adb2-f7c0ae30b1d3 admin admin] Checking segment: {'id': '2b28da94-8e17-4677-8ffd-5efd373fd992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '428fc940-9edc-4973-b634-4ade05df4d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:10:29.274480 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a386f314-7caa-4037-adb2-f7c0ae30b1d3 admin admin] Network hostable DHCP agents. Network: 428fc940-9edc-4973-b634-4ade05df4d4c, hostable agents: ['31b92e89-357e-408d-a141-4e7242d6bd98'], hosted agents: [] {{(pid=79299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:10:29.294349 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a386f314-7caa-4037-adb2-f7c0ae30b1d3 admin admin] Network 428fc940-9edc-4973-b634-4ade05df4d4c is scheduled to be hosted by DHCP agent 31b92e89-357e-408d-a141-4e7242d6bd98 with binding_index 1 {{(pid=79299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:10:29.305102 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.base_scheduler [None req-a386f314-7caa-4037-adb2-f7c0ae30b1d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805144-1-iscsi, 428fc940-9edc-4973-b634-4ade05df4d4c) {{(pid=79299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:10:29.311441 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a386f314-7caa-4037-adb2-f7c0ae30b1d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:29.312337 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a386f314-7caa-4037-adb2-f7c0ae30b1d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:29.317961 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e558d8ae-e17e-485b-bdf5-f62932a2352f None None] Network 428fc940-9edc-4973-b634-4ade05df4d4c requested from dv-cinder-805144-1-iscsi {{(pid=79301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 19 13:10:29.337483 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-a386f314-7caa-4037-adb2-f7c0ae30b1d3 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4483311 Aug 19 13:10:29.504257 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 52010) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:10:29.523655 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-2aff3662-9e81-49ef-ab95-edf83b37be59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:29.543070 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753610b2-5daf-4bac-bef0-54f46b1b9e72 None None] Network 428fc940-9edc-4973-b634-4ade05df4d4c requested from dv-cinder-805144-1-iscsi {{(pid=79301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 19 13:10:29.546862 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-2aff3662-9e81-49ef-ab95-edf83b37be59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:10:29.551286 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-2aff3662-9e81-49ef-ab95-edf83b37be59 admin admin] Usage tracker for resource:security_group_rule and tenant:f3c5313fd3ed4ded94af06cce5fb48a8 is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:10:29.554643 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-2aff3662-9e81-49ef-ab95-edf83b37be59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:10:29.561088 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-2aff3662-9e81-49ef-ab95-edf83b37be59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:10:29.663760 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-2aff3662-9e81-49ef-ab95-edf83b37be59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:29.668650 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-2aff3662-9e81-49ef-ab95-edf83b37be59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:29.678579 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-d947270c-02de-4315-a191-1bc0dd7aef30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:29.721309 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-2aff3662-9e81-49ef-ab95-edf83b37be59 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f3c5313fd3ed4ded94af06cce5fb48a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2159219 Aug 19 13:10:29.722402 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff3662-9e81-49ef-ab95-edf83b37be59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162c8081-7208-4a0f-92dd-1ea422fcaa97,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:29.724252 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 52014) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:10:29.725907 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-2aff3662-9e81-49ef-ab95-edf83b37be59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:29.819935 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a147c08e-2b13-4202-a703-5239feb45bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:29.855208 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a147c08e-2b13-4202-a703-5239feb45bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:29.919306 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a147c08e-2b13-4202-a703-5239feb45bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:29.926447 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-27dad65c-a1ea-43d1-a39a-73642455efec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:29.937518 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a147c08e-2b13-4202-a703-5239feb45bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162c8081-7208-4a0f-92dd-1ea422fcaa97,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:29.941251 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-a147c08e-2b13-4202-a703-5239feb45bb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:29.945229 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a147c08e-2b13-4202-a703-5239feb45bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:29.948182 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-a147c08e-2b13-4202-a703-5239feb45bb8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/162c8081-7208-4a0f-92dd-1ea422fcaa97 HTTP/1.1" status: 204 len: 168 time: 0.2204661 Aug 19 13:10:30.332251 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 52030) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:10:30.351449 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-155410c7-fbee-4f01-adcd-d2035484d1c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:30.367517 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-155410c7-fbee-4f01-adcd-d2035484d1c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:10:30.371478 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-155410c7-fbee-4f01-adcd-d2035484d1c3 admin admin] Usage tracker for resource:security_group_rule and tenant:a809a767b6474d2d89fbf65e3dae031e is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:10:30.375454 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-155410c7-fbee-4f01-adcd-d2035484d1c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:10:30.381208 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-155410c7-fbee-4f01-adcd-d2035484d1c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:10:30.465432 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-155410c7-fbee-4f01-adcd-d2035484d1c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:30.469366 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-155410c7-fbee-4f01-adcd-d2035484d1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:30.476890 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-9ad31bd5-590d-447e-ab36-018cab3b345b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:30.522961 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-155410c7-fbee-4f01-adcd-d2035484d1c3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a809a767b6474d2d89fbf65e3dae031e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1895556 Aug 19 13:10:30.523891 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155410c7-fbee-4f01-adcd-d2035484d1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4922ff3e-0d3e-4cb1-bd85-8444376d3766,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:30.525579 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 52034) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:10:30.527186 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-155410c7-fbee-4f01-adcd-d2035484d1c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:30.586272 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-bc8122b7-91c1-4e8b-a5c4-7cc7135cdc35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:30.612439 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-bc8122b7-91c1-4e8b-a5c4-7cc7135cdc35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:30.672366 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-bc8122b7-91c1-4e8b-a5c4-7cc7135cdc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:30.676336 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-efb4ee6c-ae32-4286-9c48-035c0c9cfaa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:30.688697 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8122b7-91c1-4e8b-a5c4-7cc7135cdc35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4922ff3e-0d3e-4cb1-bd85-8444376d3766,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:30.692313 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-bc8122b7-91c1-4e8b-a5c4-7cc7135cdc35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:30.696170 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-bc8122b7-91c1-4e8b-a5c4-7cc7135cdc35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:30.697152 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-bc8122b7-91c1-4e8b-a5c4-7cc7135cdc35 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4922ff3e-0d3e-4cb1-bd85-8444376d3766 HTTP/1.1" status: 204 len: 168 time: 0.1705692 Aug 19 13:10:30.970474 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-63d21f8a-d349-4984-aff8-8fce9fb21b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:31.202701 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device b90ebf80-3af1-4e47-873d-8555c773396c details requested by agent hyperv_hv-cinder-80514 with host hv-cinder-80514 {{(pid=79301) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 19 13:10:31.377003 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port b90ebf80-3af1-4e47-873d-8555c773396c, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=b90ebf80-3af1-4e47-873d-8555c773396c,segment=NetworkSegment(8989bbea-6f05-45e9-aa2f-091105ddb490),segment_id=8989bbea-6f05-45e9-aa2f-091105ddb490)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:10:31.405438 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Returning: {'device': 'b90ebf80-3af1-4e47-873d-8555c773396c', 'network_id': '9cf8ab72-7b7e-4bd7-af10-857d36059c21', 'port_id': 'b90ebf80-3af1-4e47-873d-8555c773396c', 'mac_address': 'fa:16:3e:92:92:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26c62690-9449-4656-a8e9-dd8f15fc1ced', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79301) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 19 13:10:31.461876 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f8213-4b26-4214-826d-220e26e5d0af req-3332f867-0b47-43c9-8035-58edf5970942 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:31.463425 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-ee3f8213-4b26-4214-826d-220e26e5d0af req-3332f867-0b47-43c9-8035-58edf5970942 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 946 time: 0.1148891 Aug 19 13:10:31.475218 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:31.495743 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b90ebf80-3af1-4e47-873d-8555c773396c {{(pid=79301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:10:31.519175 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port b90ebf80-3af1-4e47-873d-8555c773396c, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=b90ebf80-3af1-4e47-873d-8555c773396c,segment=NetworkSegment(8989bbea-6f05-45e9-aa2f-091105ddb490),segment_id=8989bbea-6f05-45e9-aa2f-091105ddb490)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:10:31.523383 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-ee3f8213-4b26-4214-826d-220e26e5d0af req-60f469c9-01a0-4dbc-a658-90f48c55cdf3 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524855 Aug 19 13:10:31.533060 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:31.535300 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-15b1e3f6-8f3f-4869-a0e4-26ffba88246e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:31.578792 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c968e5d-6ef5-4352-9581-cb97c8526ae0 req-a9b1a3dd-726f-41da-bbd6-5e2922db5d7a tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:31.581301 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-7c968e5d-6ef5-4352-9581-cb97c8526ae0 req-a9b1a3dd-726f-41da-bbd6-5e2922db5d7a tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc727c55-f5e3-4332-b59e-655c7d675ae4 HTTP/1.1" status: 200 len: 944 time: 0.1016276 Aug 19 13:10:31.613227 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=b90ebf80-3af1-4e47-873d-8555c773396c,revision_number=4']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:31.617318 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:31.634776 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-7c968e5d-6ef5-4352-9581-cb97c8526ae0 req-88228c45-af4f-46f1-8807-e98ec5e30216 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476065 Aug 19 13:10:31.753943 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:31.973585 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] get_ports_and_sgs() called for port_ids ['b90ebf80-3af1-4e47-873d-8555c773396c'] {{(pid=79301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 19 13:10:32.742577 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead244ec-82ac-472c-bcd8-cb2a7160b09d req-5fdb6bbd-bcbc-4743-929d-24250d4cba8d tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:32.752406 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-ead244ec-82ac-472c-bcd8-cb2a7160b09d req-5fdb6bbd-bcbc-4743-929d-24250d4cba8d tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 946 time: 0.1015890 Aug 19 13:10:32.799695 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-ead244ec-82ac-472c-bcd8-cb2a7160b09d req-1458f11d-8319-4484-94d9-bff7f1fdacb7 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462568 Aug 19 13:10:32.923481 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31668dd-6d82-43bd-9108-2e365a20a941 req-567873cc-c32f-438c-92f2-fafa4e805900 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:32.926583 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-b31668dd-6d82-43bd-9108-2e365a20a941 req-567873cc-c32f-438c-92f2-fafa4e805900 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc727c55-f5e3-4332-b59e-655c7d675ae4 HTTP/1.1" status: 200 len: 944 time: 0.1432004 Aug 19 13:10:32.988531 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-b31668dd-6d82-43bd-9108-2e365a20a941 req-839ccf74-4045-41a4-a68a-b15da7639fdb tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551679 Aug 19 13:10:33.078901 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-4ff4fd3e-4404-4e7e-bb98-44a9a16445e0 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:33.079608 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-4ff4fd3e-4404-4e7e-bb98-44a9a16445e0 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Synchronizing usage tracker for tenant:fb526f580b174650bfd37cf6eb800d5f on resource:network {{(pid=79299) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:10:33.098674 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-4ff4fd3e-4404-4e7e-bb98-44a9a16445e0 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Unset dirty status for tenant:fb526f580b174650bfd37cf6eb800d5f on resource:network {{(pid=79299) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:10:33.104371 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-4ff4fd3e-4404-4e7e-bb98-44a9a16445e0 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/networks?id=428fc940-9edc-4973-b634-4ade05df4d4c HTTP/1.1" status: 200 len: 808 time: 0.1784897 Aug 19 13:10:33.125416 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-57f1873a-fa29-4df5-8717-b36bf62bb3ed tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/quotas/fb526f580b174650bfd37cf6eb800d5f HTTP/1.1" status: 200 len: 375 time: 0.0198503 Aug 19 13:10:33.192383 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-239385cb-a1c2-4dd5-bd82-fb9152e8edfb tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb526f580b174650bfd37cf6eb800d5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0614927 Aug 19 13:10:33.349806 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-f80efbfd-1b5a-4aa3-9b8f-c0384f2f02a0 service neutron] 10.222.0.49 "GET /v2.0/networks/428fc940-9edc-4973-b634-4ade05df4d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502304 Aug 19 13:10:33.419882 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:33.496599 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-ef0cb3f2-f6a9-437b-a286-28134ee0fae4 service neutron] 10.222.0.49 "GET /v2.0/networks/428fc940-9edc-4973-b634-4ade05df4d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407874 Aug 19 13:10:33.623643 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:33.798512 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-4af108a7-f9df-4e56-8a37-c1713ef49c5f req-3ccc86d7-ead2-479e-8476-ea325a466b06 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/ports?device_id=0706bdf3-91bb-424e-a752-58fc9ce14d39 HTTP/1.1" status: 200 len: 210 time: 0.1424375 Aug 19 13:10:34.209849 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25cb657-940e-486c-86b7-8500d6976f03 req-26906835-d001-4202-ab04-a2a60a149b9f tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:34.218462 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-b25cb657-940e-486c-86b7-8500d6976f03 req-26906835-d001-4202-ab04-a2a60a149b9f tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 946 time: 0.1080282 Aug 19 13:10:34.239153 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd56bdc-529f-47e9-a73c-736cab7c07c7 req-ded56591-44f0-4df4-a519-f4032f233a6c tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:34.250831 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-2cd56bdc-529f-47e9-a73c-736cab7c07c7 req-ded56591-44f0-4df4-a519-f4032f233a6c tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc727c55-f5e3-4332-b59e-655c7d675ae4 HTTP/1.1" status: 200 len: 944 time: 0.1362011 Aug 19 13:10:34.307809 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-2cd56bdc-529f-47e9-a73c-736cab7c07c7 req-f01116e7-8f3b-40da-9997-e338a706153e tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Synchronizing usage tracker for tenant:b4b6db281aeb4ab1a7d3d41dbacfa52a on resource:security_group {{(pid=79299) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:10:34.329358 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-2cd56bdc-529f-47e9-a73c-736cab7c07c7 req-f01116e7-8f3b-40da-9997-e338a706153e tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Unset dirty status for tenant:b4b6db281aeb4ab1a7d3d41dbacfa52a on resource:security_group {{(pid=79299) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:10:34.330568 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-b25cb657-940e-486c-86b7-8500d6976f03 req-bc11d375-ee20-43a8-877b-8f67fc402884 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111879 Aug 19 13:10:34.338589 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-2cd56bdc-529f-47e9-a73c-736cab7c07c7 req-f01116e7-8f3b-40da-9997-e338a706153e tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857384 Aug 19 13:10:34.681267 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device b90ebf80-3af1-4e47-873d-8555c773396c up at agent hyperv_hv-cinder-80514 {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:10:34.792381 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Provisioning for port b90ebf80-3af1-4e47-873d-8555c773396c completed by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:10:34.807999 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Provisioning complete for port b90ebf80-3af1-4e47-873d-8555c773396c triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:10:34.808384 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:34.999668 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:35.027357 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc727c55-f5e3-4332-b59e-655c7d675ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90ebf80-3af1-4e47-873d-8555c773396c'}] {{(pid=79301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:10:35.038269 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port b90ebf80-3af1-4e47-873d-8555c773396c, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=b90ebf80-3af1-4e47-873d-8555c773396c,segment=NetworkSegment(8989bbea-6f05-45e9-aa2f-091105ddb490),segment_id=8989bbea-6f05-45e9-aa2f-091105ddb490)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:10:35.043246 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:35.045839 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:35.104602 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-7744369e-a956-43f6-9c25-9de95673ee58 req-f2beaf69-f529-41d8-a057-40a88057e7d4 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/ports?device_id=0706bdf3-91bb-424e-a752-58fc9ce14d39 HTTP/1.1" status: 200 len: 210 time: 0.0632989 Aug 19 13:10:35.122095 dv-cinder-805144-1-iscsi neutron-server[79301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc727c55-f5e3-4332-b59e-655c7d675ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90ebf80-3af1-4e47-873d-8555c773396c', 'code': 200} Aug 19 13:10:35.128218 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=b90ebf80-3af1-4e47-873d-8555c773396c,revision_number=5']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:35.131627 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:35.165010 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.agents_db [None req-9e599f34-f5fc-45b3-b2b5-9720679b7a3a None None] Agent healthcheck: found 6 active agents {{(pid=79302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 19 13:10:35.574193 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72809d-e48d-43e2-8135-85f7f419a6ad req-23da13d0-ad2f-4451-9492-933c1cd2aa93 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:35.576825 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-9a72809d-e48d-43e2-8135-85f7f419a6ad req-23da13d0-ad2f-4451-9492-933c1cd2aa93 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 946 time: 0.1073043 Aug 19 13:10:35.640374 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-9a72809d-e48d-43e2-8135-85f7f419a6ad req-56fcdf71-1026-4950-94b6-45db9d2d280f tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556629 Aug 19 13:10:35.715624 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f7d834-e396-4aba-b50b-52fcfa369915 req-f81ac980-e49e-4981-9c45-27538bf332b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:35.717159 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-36f7d834-e396-4aba-b50b-52fcfa369915 req-f81ac980-e49e-4981-9c45-27538bf332b5 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=fc727c55-f5e3-4332-b59e-655c7d675ae4 HTTP/1.1" status: 200 len: 1098 time: 0.2864201 Aug 19 13:10:35.723610 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-46e13e87-c86b-4439-9b4c-ba93d2c49b5f tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:35.724922 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-46e13e87-c86b-4439-9b4c-ba93d2c49b5f tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.68 "GET /v2.0/networks?id=428fc940-9edc-4973-b634-4ade05df4d4c HTTP/1.1" status: 200 len: 808 time: 0.2041442 Aug 19 13:10:35.737420 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc592d-0e91-4b29-a759-28c267075d01 req-801c0848-9590-4960-b5a5-010f9ae14819 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:35.739020 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-e8dc592d-0e91-4b29-a759-28c267075d01 req-801c0848-9590-4960-b5a5-010f9ae14819 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc727c55-f5e3-4332-b59e-655c7d675ae4 HTTP/1.1" status: 200 len: 945 time: 0.2600186 Aug 19 13:10:35.768565 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-19345901-70ac-4e7b-9100-11b45413f136 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Request body: {'port': {'device_id': '0706bdf3-91bb-424e-a752-58fc9ce14d39', 'network_id': '428fc940-9edc-4973-b634-4ade05df4d4c', 'admin_state_up': True, 'tenant_id': 'fb526f580b174650bfd37cf6eb800d5f'}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:10:36.010297 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-e8dc592d-0e91-4b29-a759-28c267075d01 req-5b383970-2350-446a-885a-398097255ab8 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643566 Aug 19 13:10:36.011832 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-36f7d834-e396-4aba-b50b-52fcfa369915 req-17504511-f50c-4314-9fdb-72b7eea01d9b service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503927 Aug 19 13:10:36.069472 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-19345901-70ac-4e7b-9100-11b45413f136 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:10:36.073307 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-19345901-70ac-4e7b-9100-11b45413f136 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Usage tracker for resource:port and tenant:fb526f580b174650bfd37cf6eb800d5f is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:10:36.076536 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-19345901-70ac-4e7b-9100-11b45413f136 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:10:36.082950 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-19345901-70ac-4e7b-9100-11b45413f136 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:10:36.105533 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-19345901-70ac-4e7b-9100-11b45413f136 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Made reservation on behalf of fb526f580b174650bfd37cf6eb800d5f for: {'port': 1} {{(pid=79300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:10:36.109702 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-19345901-70ac-4e7b-9100-11b45413f136 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:36.325794 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.db_base_plugin_common [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-19345901-70ac-4e7b-9100-11b45413f136 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Allocated IP 172.20.0.4 (428fc940-9edc-4973-b634-4ade05df4d4c/677ab495-a694-4031-bd9b-c29a47cd01a3/58ad9c72-3037-4a66-b3cc-43685c124e86) {{(pid=79300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:10:36.549898 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-19345901-70ac-4e7b-9100-11b45413f136 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Notify callbacks [] for port, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:36.589375 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-19345901-70ac-4e7b-9100-11b45413f136 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202527'] for port, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:36.596537 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-12443550-10b4-4dc5-8b02-ec7d913ef5dc tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:36.671607 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-19345901-70ac-4e7b-9100-11b45413f136 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Network 428fc940-9edc-4973-b634-4ade05df4d4c is already hosted by enough agents. {{(pid=79300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:10:36.675150 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.base_scheduler [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-19345901-70ac-4e7b-9100-11b45413f136 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Resources bound (agent type, host, resource id): {{(pid=79300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:10:36.679801 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-19345901-70ac-4e7b-9100-11b45413f136 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Received port after_create {{(pid=79300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:10:36.693251 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88fbce-9a73-41fc-b4cf-42b362031bb0 req-7248c8d5-ba72-4865-961c-3c5a464a8d56 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:36.695623 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-9d88fbce-9a73-41fc-b4cf-42b362031bb0 req-7248c8d5-ba72-4865-961c-3c5a464a8d56 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/ports?device_id=0706bdf3-91bb-424e-a752-58fc9ce14d39 HTTP/1.1" status: 200 len: 931 time: 0.1125765 Aug 19 13:10:36.713821 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19345901-70ac-4e7b-9100-11b45413f136 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Pushing event updated for resources: {'Port': ['ID=58ad9c72-3037-4a66-b3cc-43685c124e86,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:36.720452 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-19345901-70ac-4e7b-9100-11b45413f136 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:36.770125 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-9d88fbce-9a73-41fc-b4cf-42b362031bb0 req-a754faa0-eda2-48a6-8221-aa9a1939698a tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Synchronizing usage tracker for tenant:fb526f580b174650bfd37cf6eb800d5f on resource:security_group {{(pid=79299) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:10:36.771031 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-19345901-70ac-4e7b-9100-11b45413f136 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:36.771991 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-19345901-70ac-4e7b-9100-11b45413f136 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for port, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:36.797783 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-9d88fbce-9a73-41fc-b4cf-42b362031bb0 req-a754faa0-eda2-48a6-8221-aa9a1939698a tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Unset dirty status for tenant:fb526f580b174650bfd37cf6eb800d5f on resource:security_group {{(pid=79299) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:10:36.799190 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-9d88fbce-9a73-41fc-b4cf-42b362031bb0 req-a754faa0-eda2-48a6-8221-aa9a1939698a tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6b6bfed-7730-483e-870a-f2ff1fe2dd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976715 Aug 19 13:10:36.883028 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 52268) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:10:36.893004 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-19345901-70ac-4e7b-9100-11b45413f136 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1303484 Aug 19 13:10:36.915312 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-931b9bbb-ee07-42a3-83ca-7750a288b24c service neutron] Request body: {'port': {'device_id': '0706bdf3-91bb-424e-a752-58fc9ce14d39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80514'}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:10:36.954600 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6ce0902-e79b-41fa-86cd-a573f1bc3a71 admin admin] Deleting subnet 1bfb25d3-9079-4c8d-8e30-b601ee911064 {{(pid=79299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 19 13:10:36.955275 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56f227-8950-4b75-ad58-b70bc35f655a req-f5dcfa2f-74cf-43fa-b4f4-133ffa0c54d5 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:36.957056 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-3b56f227-8950-4b75-ad58-b70bc35f655a req-f5dcfa2f-74cf-43fa-b4f4-133ffa0c54d5 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 946 time: 0.1428380 Aug 19 13:10:36.958956 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d6ce0902-e79b-41fa-86cd-a573f1bc3a71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:37.020770 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d6ce0902-e79b-41fa-86cd-a573f1bc3a71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6934675'] for subnet, precommit_delete_associations {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:37.058751 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-3b56f227-8950-4b75-ad58-b70bc35f655a req-85e3c794-3df0-4166-bac6-07f7248d948a tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932796 Aug 19 13:10:37.081015 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d6ce0902-e79b-41fa-86cd-a573f1bc3a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916658'] for subnet, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:37.086095 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-931b9bbb-ee07-42a3-83ca-7750a288b24c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:37.210935 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d6ce0902-e79b-41fa-86cd-a573f1bc3a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6301067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5646775'] for subnet, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:37.218160 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:37.268126 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce0902-e79b-41fa-86cd-a573f1bc3a71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bfb25d3-9079-4c8d-8e30-b601ee911064,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:37.270998 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-d6ce0902-e79b-41fa-86cd-a573f1bc3a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:37.273208 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d6ce0902-e79b-41fa-86cd-a573f1bc3a71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:37.283709 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-d6ce0902-e79b-41fa-86cd-a573f1bc3a71 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1bfb25d3-9079-4c8d-8e30-b601ee911064 HTTP/1.1" status: 204 len: 168 time: 0.3995075 Aug 19 13:10:37.286103 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 52276) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:10:37.391844 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2aea9-da0d-4f3c-bdea-a859af89588f req-76a59ea6-bd30-4d6b-b3b3-df19e4453cf1 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:37.393416 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a8c2aea9-da0d-4f3c-bdea-a859af89588f req-76a59ea6-bd30-4d6b-b3b3-df19e4453cf1 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc727c55-f5e3-4332-b59e-655c7d675ae4 HTTP/1.1" status: 200 len: 945 time: 0.2325773 Aug 19 13:10:37.433295 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-6011ad64-411d-4467-95e7-000774c6d6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-793971'] for network, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:37.464555 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a8c2aea9-da0d-4f3c-bdea-a859af89588f req-726959a2-7d27-473e-b5d2-1df8b8090bb2 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619493 Aug 19 13:10:37.501276 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.notifiers.nova [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-931b9bbb-ee07-42a3-83ca-7750a288b24c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58ad9c72-3037-4a66-b3cc-43685c124e86 {{(pid=79300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:10:37.510413 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-931b9bbb-ee07-42a3-83ca-7750a288b24c service neutron] Notify callbacks [] for port, precommit_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:37.530779 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.provisioning_blocks [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-931b9bbb-ee07-42a3-83ca-7750a288b24c service neutron] Transition to ACTIVE for port object 58ad9c72-3037-4a66-b3cc-43685c124e86 will not be triggered until provisioned by entity L2. {{(pid=79300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:10:37.540980 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-931b9bbb-ee07-42a3-83ca-7750a288b24c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6202502'] for port, after_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:37.556066 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:37.610008 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-6011ad64-411d-4467-95e7-000774c6d6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914249', 'neutron.services.segments.db._delete_segments_for_network-8734197845149'] for network, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:37.623986 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.services.segments.db [None req-6011ad64-411d-4467-95e7-000774c6d6fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab297ce4-a448-4456-9107-ae1477642dd9']}} {{(pid=79299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:37.637724 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.services.segments.db [None req-6011ad64-411d-4467-95e7-000774c6d6fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e9078fc-0853-4aa9-a345-dd57d22aa145') {'for_net_delete': True} {{(pid=79299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:37.638267 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.services.segments.db [None req-6011ad64-411d-4467-95e7-000774c6d6fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e9078fc-0853-4aa9-a345-dd57d22aa145') {} {{(pid=79299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:37.652411 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-6011ad64-411d-4467-95e7-000774c6d6fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734197843447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6934668'] for segment, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:37.675849 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-6011ad64-411d-4467-95e7-000774c6d6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910984'] for segment, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:37.687049 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6011ad64-411d-4467-95e7-000774c6d6fb admin admin] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=79299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:10:37.696361 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-6011ad64-411d-4467-95e7-000774c6d6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-910977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6301165'] for segment, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:37.740069 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b9bbb-ee07-42a3-83ca-7750a288b24c service neutron] Pushing event updated for resources: {'Port': ['ID=58ad9c72-3037-4a66-b3cc-43685c124e86,revision_number=2']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:37.753791 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-931b9bbb-ee07-42a3-83ca-7750a288b24c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:37.882505 dv-cinder-805144-1-iscsi neutron-server[79299]: Traceback (most recent call last): Aug 19 13:10:37.882505 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:10:37.882505 dv-cinder-805144-1-iscsi neutron-server[79299]: timer() Aug 19 13:10:37.882505 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:10:37.882505 dv-cinder-805144-1-iscsi neutron-server[79299]: cb(*args, **kw) Aug 19 13:10:37.882505 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 19 13:10:37.882505 dv-cinder-805144-1-iscsi neutron-server[79299]: return func(*args, **kwargs) Aug 19 13:10:37.882505 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:10:37.882505 dv-cinder-805144-1-iscsi neutron-server[79299]: self._notify() Aug 19 13:10:37.882505 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:10:37.882505 dv-cinder-805144-1-iscsi neutron-server[79299]: self.callback(batched_events) Aug 19 13:10:37.882505 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:10:37.882505 dv-cinder-805144-1-iscsi neutron-server[79299]: event.method(event) Aug 19 13:10:37.882505 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 19 13:10:37.882505 dv-cinder-805144-1-iscsi neutron-server[79299]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:10:37.882505 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 19 13:10:37.882505 dv-cinder-805144-1-iscsi neutron-server[79299]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:10:37.882505 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:10:37.882505 dv-cinder-805144-1-iscsi neutron-server[79299]: return f(self, *a, **k) Aug 19 13:10:37.882505 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:10:37.882505 dv-cinder-805144-1-iscsi neutron-server[79299]: return self._get(url).json() Aug 19 13:10:37.882505 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:10:37.882505 dv-cinder-805144-1-iscsi neutron-server[79299]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:10:37.882505 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:10:37.882505 dv-cinder-805144-1-iscsi neutron-server[79299]: return self.request(url, 'GET', **kwargs) Aug 19 13:10:37.882505 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:10:37.882505 dv-cinder-805144-1-iscsi neutron-server[79299]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:10:37.882505 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:10:37.882505 dv-cinder-805144-1-iscsi neutron-server[79299]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:10:37.882505 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:10:37.882505 dv-cinder-805144-1-iscsi neutron-server[79299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:10:37.882505 dv-cinder-805144-1-iscsi neutron-server[79299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:10:37.887478 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-6011ad64-411d-4467-95e7-000774c6d6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962902'] for network, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:37.903660 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:37.912354 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.managers [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-931b9bbb-ee07-42a3-83ca-7750a288b24c service neutron] Attempting to bind port 58ad9c72-3037-4a66-b3cc-43685c124e86 on host hv-cinder-80514 for vnic_type normal with profile {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:10:37.912701 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.managers [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-931b9bbb-ee07-42a3-83ca-7750a288b24c service neutron] Attempting to bind port 58ad9c72-3037-4a66-b3cc-43685c124e86 by drivers openvswitch,hyperv on host hv-cinder-80514 at level 0 using segments [{'id': '2b28da94-8e17-4677-8ffd-5efd373fd992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '428fc940-9edc-4973-b634-4ade05df4d4c'}] {{(pid=79300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:10:37.913039 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-931b9bbb-ee07-42a3-83ca-7750a288b24c service neutron] Attempting to bind port 58ad9c72-3037-4a66-b3cc-43685c124e86 on network 428fc940-9edc-4973-b634-4ade05df4d4c {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:10:37.922268 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-6011ad64-411d-4467-95e7-000774c6d6fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for network, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:37.930423 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-931b9bbb-ee07-42a3-83ca-7750a288b24c service neutron] Port 58ad9c72-3037-4a66-b3cc-43685c124e86 on network 428fc940-9edc-4973-b634-4ade05df4d4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80514 {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 19 13:10:37.930423 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-931b9bbb-ee07-42a3-83ca-7750a288b24c service neutron] Attempting to bind port 58ad9c72-3037-4a66-b3cc-43685c124e86 on network 428fc940-9edc-4973-b634-4ade05df4d4c {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:10:37.930795 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011ad64-411d-4467-95e7-000774c6d6fb admin admin] Pushing event deleted for resources: {'Network': ['ID=ab297ce4-a448-4456-9107-ae1477642dd9,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:37.934637 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-6011ad64-411d-4467-95e7-000774c6d6fb admin admin] 10.222.0.49 "DELETE /v2.0/networks/ab297ce4-a448-4456-9107-ae1477642dd9 HTTP/1.1" status: 204 len: 168 time: 0.6473889 Aug 19 13:10:37.937566 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-6011ad64-411d-4467-95e7-000774c6d6fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:37.937917 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 52300) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:10:37.941500 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-931b9bbb-ee07-42a3-83ca-7750a288b24c service neutron] Checking agent: {'id': '5d0591c0-6bc7-4d98-9be8-a8b87dc9a0b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 13, 7, 4), 'started_at': datetime.datetime(2021, 8, 19, 13, 7, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 19 13:10:37.941500 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-931b9bbb-ee07-42a3-83ca-7750a288b24c service neutron] Checking segment: {'id': '2b28da94-8e17-4677-8ffd-5efd373fd992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '428fc940-9edc-4973-b634-4ade05df4d4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:10:37.941500 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-931b9bbb-ee07-42a3-83ca-7750a288b24c service neutron] Bound using segment: {'id': '2b28da94-8e17-4677-8ffd-5efd373fd992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '428fc940-9edc-4973-b634-4ade05df4d4c'} {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 19 13:10:37.942189 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.managers [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-931b9bbb-ee07-42a3-83ca-7750a288b24c service neutron] Bound port: 58ad9c72-3037-4a66-b3cc-43685c124e86, host: hv-cinder-80514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b28da94-8e17-4677-8ffd-5efd373fd992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '428fc940-9edc-4973-b634-4ade05df4d4c'}}] {{(pid=79300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:10:37.942440 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-931b9bbb-ee07-42a3-83ca-7750a288b24c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:38.005705 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3d99d39-01f7-4d29-8a38-da6445934862 admin admin] Deleting subnet bb1f7bd2-c91e-4ecb-af00-d6b199c775e1 {{(pid=79299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 19 13:10:38.009131 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-e3d99d39-01f7-4d29-8a38-da6445934862 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:38.072726 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-e3d99d39-01f7-4d29-8a38-da6445934862 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6934675'] for subnet, precommit_delete_associations {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:38.096697 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 52308) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:10:38.155856 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6dd48d-f514-48e8-9d00-1760fde18b71 req-1169de45-351f-45bb-bd83-dbdd20146b65 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:38.156634 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-3e6dd48d-f514-48e8-9d00-1760fde18b71 req-1169de45-351f-45bb-bd83-dbdd20146b65 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Synchronizing usage tracker for tenant:fb526f580b174650bfd37cf6eb800d5f on resource:port {{(pid=79300) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:10:38.162906 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.db [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-931b9bbb-ee07-42a3-83ca-7750a288b24c service neutron] For port 58ad9c72-3037-4a66-b3cc-43685c124e86, host hv-cinder-80514, cleared binding levels {{(pid=79300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 19 13:10:38.166795 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.db [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-931b9bbb-ee07-42a3-83ca-7750a288b24c service neutron] For port 58ad9c72-3037-4a66-b3cc-43685c124e86, host hv-cinder-80514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=58ad9c72-3037-4a66-b3cc-43685c124e86,segment=NetworkSegment(2b28da94-8e17-4677-8ffd-5efd373fd992),segment_id=2b28da94-8e17-4677-8ffd-5efd373fd992)] {{(pid=79300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 19 13:10:38.169549 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-e3d99d39-01f7-4d29-8a38-da6445934862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916658'] for subnet, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:38.175252 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-931b9bbb-ee07-42a3-83ca-7750a288b24c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6202502'] for port, after_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:38.182216 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:38.243315 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-3e6dd48d-f514-48e8-9d00-1760fde18b71 req-1169de45-351f-45bb-bd83-dbdd20146b65 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Unset dirty status for tenant:fb526f580b174650bfd37cf6eb800d5f on resource:port {{(pid=79300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:10:38.244877 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-3e6dd48d-f514-48e8-9d00-1760fde18b71 req-1169de45-351f-45bb-bd83-dbdd20146b65 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/ports?device_id=0706bdf3-91bb-424e-a752-58fc9ce14d39 HTTP/1.1" status: 200 len: 943 time: 0.2557485 Aug 19 13:10:38.257802 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-931b9bbb-ee07-42a3-83ca-7750a288b24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:38.258418 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-931b9bbb-ee07-42a3-83ca-7750a288b24c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for port, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:38.259833 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-931b9bbb-ee07-42a3-83ca-7750a288b24c service neutron] 10.222.0.68 "PUT /v2.0/ports/58ad9c72-3037-4a66-b3cc-43685c124e86 HTTP/1.1" status: 200 len: 1093 time: 1.3488753 Aug 19 13:10:38.260730 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0706bdf3-91bb-424e-a752-58fc9ce14d39', 'tag': '58ad9c72-3037-4a66-b3cc-43685c124e86'}] {{(pid=79300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:10:38.297388 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-e3d99d39-01f7-4d29-8a38-da6445934862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6301067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5646775'] for subnet, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:38.304898 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-e209fae8-5049-4765-b055-16c9391f47c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:38.352435 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-e3d99d39-01f7-4d29-8a38-da6445934862 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:38.356393 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d99d39-01f7-4d29-8a38-da6445934862 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb1f7bd2-c91e-4ecb-af00-d6b199c775e1,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:38.364433 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-e3d99d39-01f7-4d29-8a38-da6445934862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:38.367616 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-e3d99d39-01f7-4d29-8a38-da6445934862 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/bb1f7bd2-c91e-4ecb-af00-d6b199c775e1 HTTP/1.1" status: 204 len: 168 time: 0.4279804 Aug 19 13:10:38.369578 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 52320) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:10:38.433841 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-6a0764e4-b0d5-43a7-acbb-816355dd1fcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:38.460655 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b9bbb-ee07-42a3-83ca-7750a288b24c service neutron] Pushing event updated for resources: {'Port': ['ID=58ad9c72-3037-4a66-b3cc-43685c124e86,revision_number=3']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:38.471863 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-931b9bbb-ee07-42a3-83ca-7750a288b24c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:38.486943 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-6a0764e4-b0d5-43a7-acbb-816355dd1fcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:10:38.492843 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-3e6dd48d-f514-48e8-9d00-1760fde18b71 req-7d2270ed-0eae-4dd4-b3fd-afcf3e61e5bf tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6b6bfed-7730-483e-870a-f2ff1fe2dd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366045 Aug 19 13:10:38.496279 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-6a0764e4-b0d5-43a7-acbb-816355dd1fcf admin admin] Usage tracker for resource:security_group_rule and tenant:95dd85b1a2684bd0ae360a2782f032b8 is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:10:38.501054 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-6a0764e4-b0d5-43a7-acbb-816355dd1fcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:10:38.508114 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-6a0764e4-b0d5-43a7-acbb-816355dd1fcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:10:38.557123 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-a7a1a5ec-e66a-4c1d-a352-307e5fc101da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:38.558632 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-a7a1a5ec-e66a-4c1d-a352-307e5fc101da service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fb526f580b174650bfd37cf6eb800d5f&device_id=0706bdf3-91bb-424e-a752-58fc9ce14d39 HTTP/1.1" status: 200 len: 1096 time: 0.1704023 Aug 19 13:10:38.566457 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70754dfe-1c26-4a54-820c-e8205ebc8901 req-3e73c580-3f2e-46ef-aa20-f9c7b355484f tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:38.571738 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0706bdf3-91bb-424e-a752-58fc9ce14d39', 'tag': '58ad9c72-3037-4a66-b3cc-43685c124e86', 'status': 'completed', 'code': 200} Aug 19 13:10:38.573500 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-70754dfe-1c26-4a54-820c-e8205ebc8901 req-3e73c580-3f2e-46ef-aa20-f9c7b355484f tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 946 time: 0.3361485 Aug 19 13:10:38.623509 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-eaf244ad-dcd3-4249-a79d-251a079b887f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-793971'] for network, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:38.655178 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-70754dfe-1c26-4a54-820c-e8205ebc8901 req-70e6afeb-8f44-44ba-bd84-40835e1ca72d tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775535 Aug 19 13:10:38.664867 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-884a6b1d-8ff8-4ce7-9ebb-99c476aeb29d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58ad9c72-3037-4a66-b3cc-43685c124e86 HTTP/1.1" status: 200 len: 217 time: 0.0766327 Aug 19 13:10:38.752978 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-6a0764e4-b0d5-43a7-acbb-816355dd1fcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:38.767507 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-6a0764e4-b0d5-43a7-acbb-816355dd1fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:38.779481 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-8d13536a-360e-4b13-b055-cfcba386fd54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:38.802621 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-eaf244ad-dcd3-4249-a79d-251a079b887f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914249', 'neutron.services.segments.db._delete_segments_for_network-8734197845149'] for network, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:38.825963 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.services.segments.db [None req-eaf244ad-dcd3-4249-a79d-251a079b887f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b13750e8-075f-4b36-a8b6-ff809b72041e']}} {{(pid=79299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:38.853745 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-6a0764e4-b0d5-43a7-acbb-816355dd1fcf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=95dd85b1a2684bd0ae360a2782f032b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7510870 Aug 19 13:10:38.854074 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-cbdea318-6954-4ab1-85aa-b668a9d1559c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:38.855303 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-cbdea318-6954-4ab1-85aa-b668a9d1559c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=677ab495-a694-4031-bd9b-c29a47cd01a3 HTTP/1.1" status: 200 len: 848 time: 0.1821206 Aug 19 13:10:38.855838 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 52328) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:10:38.859795 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0764e4-b0d5-43a7-acbb-816355dd1fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77b160e-d71e-4b7a-89dc-6b009407b5b5,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:38.864418 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-6a0764e4-b0d5-43a7-acbb-816355dd1fcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:38.879205 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.services.segments.db [None req-eaf244ad-dcd3-4249-a79d-251a079b887f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c59d60fe-7a69-438c-8cda-db45024bf857') {'for_net_delete': True} {{(pid=79299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:38.879941 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.services.segments.db [None req-eaf244ad-dcd3-4249-a79d-251a079b887f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c59d60fe-7a69-438c-8cda-db45024bf857') {} {{(pid=79299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:38.894317 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-eaf244ad-dcd3-4249-a79d-251a079b887f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734197843447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6934668'] for segment, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:38.912427 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-eaf244ad-dcd3-4249-a79d-251a079b887f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910984'] for segment, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:38.919499 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaf244ad-dcd3-4249-a79d-251a079b887f admin admin] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=79299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:10:38.920916 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-eaf244ad-dcd3-4249-a79d-251a079b887f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-910977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6301165'] for segment, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:38.935522 dv-cinder-805144-1-iscsi neutron-server[79299]: Traceback (most recent call last): Aug 19 13:10:38.935522 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:10:38.935522 dv-cinder-805144-1-iscsi neutron-server[79299]: timer() Aug 19 13:10:38.935522 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:10:38.935522 dv-cinder-805144-1-iscsi neutron-server[79299]: cb(*args, **kw) Aug 19 13:10:38.935522 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 19 13:10:38.935522 dv-cinder-805144-1-iscsi neutron-server[79299]: return func(*args, **kwargs) Aug 19 13:10:38.935522 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:10:38.935522 dv-cinder-805144-1-iscsi neutron-server[79299]: self._notify() Aug 19 13:10:38.935522 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:10:38.935522 dv-cinder-805144-1-iscsi neutron-server[79299]: self.callback(batched_events) Aug 19 13:10:38.935522 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:10:38.935522 dv-cinder-805144-1-iscsi neutron-server[79299]: event.method(event) Aug 19 13:10:38.935522 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 19 13:10:38.935522 dv-cinder-805144-1-iscsi neutron-server[79299]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:10:38.935522 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 19 13:10:38.935522 dv-cinder-805144-1-iscsi neutron-server[79299]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:10:38.935522 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:10:38.935522 dv-cinder-805144-1-iscsi neutron-server[79299]: return f(self, *a, **k) Aug 19 13:10:38.935522 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:10:38.935522 dv-cinder-805144-1-iscsi neutron-server[79299]: return self._get(url).json() Aug 19 13:10:38.935522 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:10:38.935522 dv-cinder-805144-1-iscsi neutron-server[79299]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:10:38.935522 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:10:38.935522 dv-cinder-805144-1-iscsi neutron-server[79299]: return self.request(url, 'GET', **kwargs) Aug 19 13:10:38.935522 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:10:38.935522 dv-cinder-805144-1-iscsi neutron-server[79299]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:10:38.935522 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:10:38.935522 dv-cinder-805144-1-iscsi neutron-server[79299]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:10:38.935522 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:10:38.935522 dv-cinder-805144-1-iscsi neutron-server[79299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:10:38.935522 dv-cinder-805144-1-iscsi neutron-server[79299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:10:38.938058 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-a95322c1-ec91-4fb6-9c94-01962942c6f2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=428fc940-9edc-4973-b634-4ade05df4d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568612 Aug 19 13:10:38.971596 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9654128-da74-48f3-b864-aa19e505d33f req-121f8133-b8ef-4b57-8d08-275ff99e0e5f tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:38.973031 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-f9654128-da74-48f3-b864-aa19e505d33f req-121f8133-b8ef-4b57-8d08-275ff99e0e5f tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc727c55-f5e3-4332-b59e-655c7d675ae4 HTTP/1.1" status: 200 len: 945 time: 0.2962110 Aug 19 13:10:39.018928 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-eaf244ad-dcd3-4249-a79d-251a079b887f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962902'] for network, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:39.025477 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-a121abcd-a244-4ab5-842c-9127f42a62ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:39.048910 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-eaf244ad-dcd3-4249-a79d-251a079b887f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for network, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:39.056756 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf244ad-dcd3-4249-a79d-251a079b887f admin admin] Pushing event deleted for resources: {'Network': ['ID=b13750e8-075f-4b36-a8b6-ff809b72041e,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:39.059964 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-eaf244ad-dcd3-4249-a79d-251a079b887f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:39.065098 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-eaf244ad-dcd3-4249-a79d-251a079b887f admin admin] 10.222.0.49 "DELETE /v2.0/networks/b13750e8-075f-4b36-a8b6-ff809b72041e HTTP/1.1" status: 204 len: 168 time: 0.6923981 Aug 19 13:10:39.086376 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-76813f45-065c-48af-9716-9867e1d88865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:39.152489 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-f9654128-da74-48f3-b864-aa19e505d33f req-2a7ce212-d1e6-4188-bc07-50350e9adfdc tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676390 Aug 19 13:10:39.162513 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-76813f45-065c-48af-9716-9867e1d88865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:39.236391 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-feca9d15-66c7-4f91-861b-92969daa3a71 service neutron] 10.222.0.68 "GET /v2.0/networks/428fc940-9edc-4973-b634-4ade05df4d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450607 Aug 19 13:10:39.242521 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 52340) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:10:39.314021 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-925745d4-e480-4a15-96b8-97ea21dab1a9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4035c73be587421e9a26cbebd7a2a964&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0700805 Aug 19 13:10:39.317550 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 52344) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:10:39.391652 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-76813f45-065c-48af-9716-9867e1d88865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:39.392498 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c5612b59-8b16-4f51-8c5c-be5bbb3617f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:39.403942 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-065429d3-eaa7-4efe-aec8-a7229fcc47dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:39.423227 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c5612b59-8b16-4f51-8c5c-be5bbb3617f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:39.424660 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-aa3e7f10-0327-476e-a1cc-37e96be09b03 req-53698a1a-20bf-45c8-b46a-709d4ff7a160 service neutron] 10.222.0.68 "GET /v2.0/networks/428fc940-9edc-4973-b634-4ade05df4d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668134 Aug 19 13:10:39.426513 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76813f45-065c-48af-9716-9867e1d88865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77b160e-d71e-4b7a-89dc-6b009407b5b5,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:39.428838 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-76813f45-065c-48af-9716-9867e1d88865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:39.429879 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-76813f45-065c-48af-9716-9867e1d88865 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f77b160e-d71e-4b7a-89dc-6b009407b5b5 HTTP/1.1" status: 204 len: 168 time: 0.5715365 Aug 19 13:10:39.431037 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-76813f45-065c-48af-9716-9867e1d88865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:39.521590 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c5612b59-8b16-4f51-8c5c-be5bbb3617f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:39.526900 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-bc8122b7-91c1-4e8b-a5c4-7cc7135cdc35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:39.539290 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5612b59-8b16-4f51-8c5c-be5bbb3617f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ca0bcb-87d7-4580-a393-95846c241f00,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:39.543724 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-c5612b59-8b16-4f51-8c5c-be5bbb3617f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:39.550652 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c5612b59-8b16-4f51-8c5c-be5bbb3617f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:39.562945 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-c5612b59-8b16-4f51-8c5c-be5bbb3617f4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c9ca0bcb-87d7-4580-a393-95846c241f00 HTTP/1.1" status: 204 len: 168 time: 0.2359631 Aug 19 13:10:39.639407 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14e706-c80b-436f-a58c-b94bc2820933 req-a47e03d5-87c8-4572-b9fa-bbc4fa0a0a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:39.641388 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-1f14e706-c80b-436f-a58c-b94bc2820933 req-a47e03d5-87c8-4572-b9fa-bbc4fa0a0a54 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fb526f580b174650bfd37cf6eb800d5f&device_id=0706bdf3-91bb-424e-a752-58fc9ce14d39 HTTP/1.1" status: 200 len: 1096 time: 0.0899811 Aug 19 13:10:39.996188 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14e706-c80b-436f-a58c-b94bc2820933 req-fb6713f0-0514-43bf-acb7-8af70ce02722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:39.997791 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-1f14e706-c80b-436f-a58c-b94bc2820933 req-fb6713f0-0514-43bf-acb7-8af70ce02722 service neutron] 10.222.0.68 "GET /v2.0/networks?id=428fc940-9edc-4973-b634-4ade05df4d4c HTTP/1.1" status: 200 len: 910 time: 0.3420198 Aug 19 13:10:40.021181 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b4d2f-1cd9-4b82-a379-5c4a839b4622 req-dbbf22d5-455b-4924-a348-2e8bbd05beb6 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:40.021181 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-3f4b4d2f-1cd9-4b82-a379-5c4a839b4622 req-dbbf22d5-455b-4924-a348-2e8bbd05beb6 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/ports?device_id=0706bdf3-91bb-424e-a752-58fc9ce14d39 HTTP/1.1" status: 200 len: 943 time: 0.3123498 Aug 19 13:10:40.053267 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19e2ff-1765-4947-b690-2f8785e15a20 req-56c6c329-1811-4337-a675-e820e7af4b99 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:40.061865 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-ac19e2ff-1765-4947-b690-2f8785e15a20 req-56c6c329-1811-4337-a675-e820e7af4b99 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 946 time: 0.1617193 Aug 19 13:10:40.126072 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-ac19e2ff-1765-4947-b690-2f8785e15a20 req-06c54242-1a06-4bd9-9552-d1de401a74b3 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582078 Aug 19 13:10:40.150355 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-1f14e706-c80b-436f-a58c-b94bc2820933 req-f543052c-b431-4e44-b6f9-2f516e5b3cd0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58ad9c72-3037-4a66-b3cc-43685c124e86 HTTP/1.1" status: 200 len: 217 time: 0.1303170 Aug 19 13:10:40.168355 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 52372) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:10:40.235707 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-648fe51f-091f-4fb0-ab94-9ec99f212740 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a6d190288bb44f7fb55347985d0519b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0624080 Aug 19 13:10:40.236484 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 52380) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:10:40.238190 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-3f4b4d2f-1cd9-4b82-a379-5c4a839b4622 req-e4e58f6c-260c-4695-b954-0dade5be42d1 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6b6bfed-7730-483e-870a-f2ff1fe2dd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290007 Aug 19 13:10:40.258531 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14e706-c80b-436f-a58c-b94bc2820933 req-d6a4a952-f211-43e2-8b13-82e73b31d1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:40.260861 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-1f14e706-c80b-436f-a58c-b94bc2820933 req-d6a4a952-f211-43e2-8b13-82e73b31d1bb service neutron] 10.222.0.68 "GET /v2.0/subnets?id=677ab495-a694-4031-bd9b-c29a47cd01a3 HTTP/1.1" status: 200 len: 848 time: 0.0924957 Aug 19 13:10:40.331265 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-2331fe69-1be1-46a3-9822-61848da3e62b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:40.347943 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-1f14e706-c80b-436f-a58c-b94bc2820933 req-554860cb-6789-4a0c-876d-7f9117ded6cf service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=428fc940-9edc-4973-b634-4ade05df4d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706394 Aug 19 13:10:40.369857 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-2331fe69-1be1-46a3-9822-61848da3e62b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:40.438720 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-2331fe69-1be1-46a3-9822-61848da3e62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:40.444468 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:40.455654 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2331fe69-1be1-46a3-9822-61848da3e62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38bd4b6-5178-4ebc-9857-234816768598,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:40.457928 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-2331fe69-1be1-46a3-9822-61848da3e62b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:40.468313 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-2331fe69-1be1-46a3-9822-61848da3e62b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:40.472093 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-2331fe69-1be1-46a3-9822-61848da3e62b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d38bd4b6-5178-4ebc-9857-234816768598 HTTP/1.1" status: 204 len: 168 time: 0.2341428 Aug 19 13:10:40.532023 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-1f14e706-c80b-436f-a58c-b94bc2820933 req-52435bf9-f1b0-42c0-b719-ead6466cf606 service neutron] 10.222.0.68 "GET /v2.0/networks/428fc940-9edc-4973-b634-4ade05df4d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747222 Aug 19 13:10:40.828902 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-1f14e706-c80b-436f-a58c-b94bc2820933 req-7ffc5f24-fb7c-49ba-b7c9-7c82a4a9af81 service neutron] 10.222.0.68 "GET /v2.0/networks/428fc940-9edc-4973-b634-4ade05df4d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889683 Aug 19 13:10:41.372250 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c1619-ccef-477c-b6c4-b57d4fdf017a req-7947ba5b-d9df-4f7a-8e7f-d96aeb8c3b2f tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:41.375437 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-be5c1619-ccef-477c-b6c4-b57d4fdf017a req-7947ba5b-d9df-4f7a-8e7f-d96aeb8c3b2f tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 946 time: 0.1143663 Aug 19 13:10:41.458734 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-be5c1619-ccef-477c-b6c4-b57d4fdf017a req-3081fc0b-625b-40ea-8363-c4b05fc161d7 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767877 Aug 19 13:10:41.668207 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733465c5-85fc-49fe-9a32-50c5e0e0510b req-bc2a531f-af8e-497c-b22b-077944f1d56b tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:41.670205 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-733465c5-85fc-49fe-9a32-50c5e0e0510b req-bc2a531f-af8e-497c-b22b-077944f1d56b tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/ports?device_id=0706bdf3-91bb-424e-a752-58fc9ce14d39 HTTP/1.1" status: 200 len: 943 time: 0.0976877 Aug 19 13:10:41.740549 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-733465c5-85fc-49fe-9a32-50c5e0e0510b req-bcc80976-9824-4087-8bf9-0b62a9db89fb tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6b6bfed-7730-483e-870a-f2ff1fe2dd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628726 Aug 19 13:10:42.650187 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b2e18-aaba-4fd7-a322-de3a57168ea6 req-eca65372-374b-4327-a3e0-cd12a08cc413 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:42.651702 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-cf8b2e18-aaba-4fd7-a322-de3a57168ea6 req-eca65372-374b-4327-a3e0-cd12a08cc413 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 946 time: 0.0904834 Aug 19 13:10:42.698116 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-cf8b2e18-aaba-4fd7-a322-de3a57168ea6 req-eea61350-1e40-49b2-a1d0-8e6294284267 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403407 Aug 19 13:10:42.718008 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 58ad9c72-3037-4a66-b3cc-43685c124e86 details requested by agent hyperv_hv-cinder-80514 with host hv-cinder-80514 {{(pid=79301) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 19 13:10:42.864695 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port 58ad9c72-3037-4a66-b3cc-43685c124e86, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=58ad9c72-3037-4a66-b3cc-43685c124e86,segment=NetworkSegment(2b28da94-8e17-4677-8ffd-5efd373fd992),segment_id=2b28da94-8e17-4677-8ffd-5efd373fd992)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:10:42.879053 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Returning: {'device': '58ad9c72-3037-4a66-b3cc-43685c124e86', 'network_id': '428fc940-9edc-4973-b634-4ade05df4d4c', 'port_id': '58ad9c72-3037-4a66-b3cc-43685c124e86', 'mac_address': 'fa:16:3e:6c:aa:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '677ab495-a694-4031-bd9b-c29a47cd01a3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79301) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 19 13:10:42.934988 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:42.954092 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58ad9c72-3037-4a66-b3cc-43685c124e86 {{(pid=79301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:10:42.958239 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb753df-fca8-4589-b46b-4b1b702aec85 req-61573163-1f22-4bdb-a602-718bda3220d2 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:42.959828 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-1bb753df-fca8-4589-b46b-4b1b702aec85 req-61573163-1f22-4bdb-a602-718bda3220d2 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/ports?device_id=0706bdf3-91bb-424e-a752-58fc9ce14d39 HTTP/1.1" status: 200 len: 943 time: 0.0885174 Aug 19 13:10:42.970391 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port 58ad9c72-3037-4a66-b3cc-43685c124e86, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=58ad9c72-3037-4a66-b3cc-43685c124e86,segment=NetworkSegment(2b28da94-8e17-4677-8ffd-5efd373fd992),segment_id=2b28da94-8e17-4677-8ffd-5efd373fd992)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:10:42.975116 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:42.976919 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:43.022053 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-1bb753df-fca8-4589-b46b-4b1b702aec85 req-b15732be-fa64-4937-b709-4d838d2dd481 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6b6bfed-7730-483e-870a-f2ff1fe2dd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559702 Aug 19 13:10:43.051609 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=58ad9c72-3037-4a66-b3cc-43685c124e86,revision_number=4']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:43.054946 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:43.451512 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] get_ports_and_sgs() called for port_ids ['58ad9c72-3037-4a66-b3cc-43685c124e86'] {{(pid=79301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 19 13:10:43.548134 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-06e8a206-0b30-46be-b6cc-b2c3167de62a tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=302cef58b490437482ac40107681ac5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297995 Aug 19 13:10:43.719180 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-faaad723-d156-4064-902f-d2fee3d7a122 tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:43.726253 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-faaad723-d156-4064-902f-d2fee3d7a122 tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1698101 Aug 19 13:10:43.743881 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-813d8a0c-20e5-41cc-ba5a-279f5c280762 tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] 10.222.0.49 "GET /v2.0/quotas/302cef58b490437482ac40107681ac5c HTTP/1.1" status: 200 len: 375 time: 0.0161459 Aug 19 13:10:43.802707 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-8e589002-f23c-49da-8824-64c1fef81180 tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=302cef58b490437482ac40107681ac5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535138 Aug 19 13:10:43.972516 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807d4a4-7b4c-46a2-bf7f-8a8b31f205b6 req-36bcd1a9-530c-4d1d-8041-c3070d2133a2 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:43.974207 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4807d4a4-7b4c-46a2-bf7f-8a8b31f205b6 req-36bcd1a9-530c-4d1d-8041-c3070d2133a2 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 946 time: 0.1232910 Aug 19 13:10:44.042715 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4807d4a4-7b4c-46a2-bf7f-8a8b31f205b6 req-768f9cce-d1d2-4eda-b2a8-6b3aa57fd04b tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597451 Aug 19 13:10:44.092917 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-9c7e460a-0070-48ce-ace7-dba376614b15 req-1f6fff7a-1bea-4cbd-b484-461a004dff76 tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] 10.222.0.49 "GET /v2.0/ports?device_id=a705ff69-23a5-41ed-b66c-fd7950b5efc1 HTTP/1.1" status: 200 len: 210 time: 0.0801387 Aug 19 13:10:44.310608 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e40015-6f1a-4f91-8d9a-3b34246269d4 req-bee28d51-9685-4adc-b88a-bcabfa1e058e tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:44.312563 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-a5e40015-6f1a-4f91-8d9a-3b34246269d4 req-bee28d51-9685-4adc-b88a-bcabfa1e058e tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/ports?device_id=0706bdf3-91bb-424e-a752-58fc9ce14d39 HTTP/1.1" status: 200 len: 944 time: 0.1158082 Aug 19 13:10:44.396177 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-a5e40015-6f1a-4f91-8d9a-3b34246269d4 req-2a163976-004a-4121-8d82-1cd9ed6887dd tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6b6bfed-7730-483e-870a-f2ff1fe2dd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775526 Aug 19 13:10:44.735363 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 58ad9c72-3037-4a66-b3cc-43685c124e86 up at agent hyperv_hv-cinder-80514 {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:10:44.876835 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Provisioning for port 58ad9c72-3037-4a66-b3cc-43685c124e86 completed by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:10:44.883860 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Provisioning complete for port 58ad9c72-3037-4a66-b3cc-43685c124e86 triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:10:44.884241 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:45.019871 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:45.050538 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0706bdf3-91bb-424e-a752-58fc9ce14d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ad9c72-3037-4a66-b3cc-43685c124e86'}] {{(pid=79301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:10:45.062990 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port 58ad9c72-3037-4a66-b3cc-43685c124e86, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=58ad9c72-3037-4a66-b3cc-43685c124e86,segment=NetworkSegment(2b28da94-8e17-4677-8ffd-5efd373fd992),segment_id=2b28da94-8e17-4677-8ffd-5efd373fd992)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:10:45.069586 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:45.073284 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:45.165542 dv-cinder-805144-1-iscsi neutron-server[79301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0706bdf3-91bb-424e-a752-58fc9ce14d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ad9c72-3037-4a66-b3cc-43685c124e86', 'code': 200} Aug 19 13:10:45.212380 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=58ad9c72-3037-4a66-b3cc-43685c124e86,revision_number=5']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:45.215970 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:45.292747 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb269bf7-d90e-483d-99cd-bd52d5dccc1a req-f5bce40d-45db-4e98-9e38-10fac6099cb6 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:45.306598 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-eb269bf7-d90e-483d-99cd-bd52d5dccc1a req-f5bce40d-45db-4e98-9e38-10fac6099cb6 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 946 time: 0.1457448 Aug 19 13:10:45.362614 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-eb269bf7-d90e-483d-99cd-bd52d5dccc1a req-c3120e5f-b90f-4647-957d-b5c036110dba tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544136 Aug 19 13:10:45.384525 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-7c3229c1-143d-4aea-9599-8e5fdf81f68f req-e7bf4400-6c77-4374-b2f0-92db26a33749 tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] 10.222.0.49 "GET /v2.0/ports?device_id=a705ff69-23a5-41ed-b66c-fd7950b5efc1 HTTP/1.1" status: 200 len: 210 time: 0.0808382 Aug 19 13:10:45.742819 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-124ecbee-afc1-48fd-a790-a2eeb5d7fc83 tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=302cef58b490437482ac40107681ac5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0828884 Aug 19 13:10:45.916565 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f9db51-ce55-42c8-97a9-93170a339472 req-67738b73-ff0c-416d-a4cc-d662f719f7f2 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:45.918138 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-83f9db51-ce55-42c8-97a9-93170a339472 req-67738b73-ff0c-416d-a4cc-d662f719f7f2 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/ports?device_id=0706bdf3-91bb-424e-a752-58fc9ce14d39 HTTP/1.1" status: 200 len: 945 time: 0.3202355 Aug 19 13:10:45.967557 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235a4bd-2125-490d-8880-0e12c43720ff req-9377a44f-8d33-47d9-882a-a4664b446cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:45.969091 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-a235a4bd-2125-490d-8880-0e12c43720ff req-9377a44f-8d33-47d9-882a-a4664b446cee service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=0706bdf3-91bb-424e-a752-58fc9ce14d39 HTTP/1.1" status: 200 len: 1098 time: 0.3081625 Aug 19 13:10:45.978434 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-56383a48-e7a3-4f0c-90ba-65f4d0e16218 tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:45.979863 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-56383a48-e7a3-4f0c-90ba-65f4d0e16218 tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2304964 Aug 19 13:10:46.008213 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-83f9db51-ce55-42c8-97a9-93170a339472 req-7db929e8-83cc-402f-b22d-0de381f6f1c2 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6b6bfed-7730-483e-870a-f2ff1fe2dd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788050 Aug 19 13:10:46.053635 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-97882e33-b8e8-4437-bc13-9fc8949282be tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Request body: {'port': {'device_id': 'a705ff69-23a5-41ed-b66c-fd7950b5efc1', 'network_id': 'fb545e33-0980-4124-9e36-38624403ccd4', 'admin_state_up': True, 'tenant_id': '302cef58b490437482ac40107681ac5c'}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:10:46.149657 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-a235a4bd-2125-490d-8880-0e12c43720ff req-2785005c-c91d-4a86-9963-cbe0b14487fe service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=a6b6bfed-7730-483e-870a-f2ff1fe2dd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225653 Aug 19 13:10:46.217964 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-97882e33-b8e8-4437-bc13-9fc8949282be tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:10:46.221848 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-97882e33-b8e8-4437-bc13-9fc8949282be tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Usage tracker for resource:port and tenant:302cef58b490437482ac40107681ac5c is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:10:46.224935 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-97882e33-b8e8-4437-bc13-9fc8949282be tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:10:46.233652 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-97882e33-b8e8-4437-bc13-9fc8949282be tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:10:46.244558 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-97882e33-b8e8-4437-bc13-9fc8949282be tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Made reservation on behalf of 302cef58b490437482ac40107681ac5c for: {'port': 1} {{(pid=79300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:10:46.249081 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-97882e33-b8e8-4437-bc13-9fc8949282be tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:46.263578 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-97882e33-b8e8-4437-bc13-9fc8949282be tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Notify callbacks [] for security_group, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:46.284228 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-97882e33-b8e8-4437-bc13-9fc8949282be tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:10:46.288478 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-97882e33-b8e8-4437-bc13-9fc8949282be tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Usage tracker for resource:security_group_rule and tenant:302cef58b490437482ac40107681ac5c is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:10:46.291429 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-97882e33-b8e8-4437-bc13-9fc8949282be tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:10:46.297958 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-97882e33-b8e8-4437-bc13-9fc8949282be tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:10:46.403918 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-97882e33-b8e8-4437-bc13-9fc8949282be tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Notify callbacks [] for security_group, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:46.408912 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-97882e33-b8e8-4437-bc13-9fc8949282be tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:46.412561 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:46.496044 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97882e33-b8e8-4437-bc13-9fc8949282be tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7b2496-ea55-4d2e-908d-2a4b09c87aca,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:46.502411 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-97882e33-b8e8-4437-bc13-9fc8949282be tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:46.651471 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-b31040b7-4041-4f98-a337-61744c717e7b req-43020c85-eba9-4589-9cdc-592e42217c04 tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] 10.222.0.49 "GET /v2.0/ports?device_id=a705ff69-23a5-41ed-b66c-fd7950b5efc1 HTTP/1.1" status: 200 len: 210 time: 0.0768194 Aug 19 13:10:46.674255 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4b01c-5e12-4489-9370-94321381d9cb req-17141f2e-6445-4b90-a161-8a466f304ff2 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:46.674846 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.db_base_plugin_common [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-97882e33-b8e8-4437-bc13-9fc8949282be tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Allocated IP 192.168.233.58 (fb545e33-0980-4124-9e36-38624403ccd4/b333b9bd-ca0d-41fc-b2e3-8c25390a22e0/0595848e-8295-48ac-8ac6-ee94bb2e9fa9) {{(pid=79300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:10:46.677439 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-27d4b01c-5e12-4489-9370-94321381d9cb req-17141f2e-6445-4b90-a161-8a466f304ff2 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 946 time: 0.1605141 Aug 19 13:10:46.734613 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-27d4b01c-5e12-4489-9370-94321381d9cb req-c0169b59-3c61-40d2-99f3-d4248a8c6bb2 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496540 Aug 19 13:10:47.067377 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-97882e33-b8e8-4437-bc13-9fc8949282be tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Notify callbacks [] for port, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:47.088383 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.provisioning_blocks [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-97882e33-b8e8-4437-bc13-9fc8949282be tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Transition to ACTIVE for port object 0595848e-8295-48ac-8ac6-ee94bb2e9fa9 will not be triggered until provisioned by entity DHCP. {{(pid=79300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:10:47.118640 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-97882e33-b8e8-4437-bc13-9fc8949282be tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202527'] for port, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:47.126258 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:47.255556 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-97882e33-b8e8-4437-bc13-9fc8949282be tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Network fb545e33-0980-4124-9e36-38624403ccd4 is already hosted by enough agents. {{(pid=79300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:10:47.259475 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.base_scheduler [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-97882e33-b8e8-4437-bc13-9fc8949282be tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Resources bound (agent type, host, resource id): {{(pid=79300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:10:47.265136 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-97882e33-b8e8-4437-bc13-9fc8949282be tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Received port after_create {{(pid=79300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:10:47.311335 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97882e33-b8e8-4437-bc13-9fc8949282be tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Pushing event updated for resources: {'Port': ['ID=0595848e-8295-48ac-8ac6-ee94bb2e9fa9,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:47.320020 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-97882e33-b8e8-4437-bc13-9fc8949282be tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:47.349121 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-97882e33-b8e8-4437-bc13-9fc8949282be tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:47.349767 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-97882e33-b8e8-4437-bc13-9fc8949282be tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for port, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:47.391926 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad3ec0-118a-4fe5-a10a-422270ab3ec3 req-bfabfe88-ff28-4050-a8bc-ef282d6cb836 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:47.393210 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-b1ad3ec0-118a-4fe5-a10a-422270ab3ec3 req-bfabfe88-ff28-4050-a8bc-ef282d6cb836 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/ports?device_id=0706bdf3-91bb-424e-a752-58fc9ce14d39 HTTP/1.1" status: 200 len: 945 time: 0.2350068 Aug 19 13:10:47.395020 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-97882e33-b8e8-4437-bc13-9fc8949282be tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3522789 Aug 19 13:10:47.440584 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-74b1a9c1-68d7-40eb-a10a-1425000a312f service neutron] Request body: {'port': {'device_id': 'a705ff69-23a5-41ed-b66c-fd7950b5efc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80514'}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:10:47.493300 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-b1ad3ec0-118a-4fe5-a10a-422270ab3ec3 req-a7fe7cbb-166a-48ae-95e5-e9d930239905 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6b6bfed-7730-483e-870a-f2ff1fe2dd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935760 Aug 19 13:10:47.556734 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-a8f27346-203a-4e72-adf0-ce614db37f7d None None] Provisioning for port 0595848e-8295-48ac-8ac6-ee94bb2e9fa9 completed by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:10:47.563356 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-a8f27346-203a-4e72-adf0-ce614db37f7d None None] Provisioning complete for port 0595848e-8295-48ac-8ac6-ee94bb2e9fa9 triggered by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:10:47.563760 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a8f27346-203a-4e72-adf0-ce614db37f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:47.571877 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-74b1a9c1-68d7-40eb-a10a-1425000a312f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:47.627452 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-a8f27346-203a-4e72-adf0-ce614db37f7d None None] Port 0595848e-8295-48ac-8ac6-ee94bb2e9fa9 cannot update to ACTIVE because it is not bound. {{(pid=79301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:10:47.955031 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ecbc2-7592-401b-8a28-a5eac551db4f req-380ae286-410f-4772-93f5-9c45435168fc tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:47.956576 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-201ecbc2-7592-401b-8a28-a5eac551db4f req-380ae286-410f-4772-93f5-9c45435168fc tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] 10.222.0.49 "GET /v2.0/ports?device_id=a705ff69-23a5-41ed-b66c-fd7950b5efc1 HTTP/1.1" status: 200 len: 935 time: 0.1344736 Aug 19 13:10:48.012752 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-201ecbc2-7592-401b-8a28-a5eac551db4f req-80d949a0-5c80-4470-bba3-a25ebfea2cef tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e7b2496-ea55-4d2e-908d-2a4b09c87aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491657 Aug 19 13:10:48.090870 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475577e-eaed-4682-9738-e39fe516c3bb req-38c013e0-8886-43e1-9a6b-88b0246ef8fc tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:48.092642 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-7475577e-eaed-4682-9738-e39fe516c3bb req-38c013e0-8886-43e1-9a6b-88b0246ef8fc tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 946 time: 0.1654813 Aug 19 13:10:48.197790 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-7475577e-eaed-4682-9738-e39fe516c3bb req-1de0038a-3e5a-4478-87a2-cc36cd8d2579 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927198 Aug 19 13:10:48.199862 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.notifiers.nova [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-74b1a9c1-68d7-40eb-a10a-1425000a312f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0595848e-8295-48ac-8ac6-ee94bb2e9fa9 {{(pid=79300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:10:48.210433 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-74b1a9c1-68d7-40eb-a10a-1425000a312f service neutron] Notify callbacks [] for port, precommit_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:48.243644 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.provisioning_blocks [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-74b1a9c1-68d7-40eb-a10a-1425000a312f service neutron] Transition to ACTIVE for port object 0595848e-8295-48ac-8ac6-ee94bb2e9fa9 will not be triggered until provisioned by entity L2. {{(pid=79300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:10:48.257803 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-74b1a9c1-68d7-40eb-a10a-1425000a312f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6202502'] for port, after_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:48.263369 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:48.460040 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b1a9c1-68d7-40eb-a10a-1425000a312f service neutron] Pushing event updated for resources: {'Port': ['ID=0595848e-8295-48ac-8ac6-ee94bb2e9fa9,revision_number=2']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:48.469382 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-74b1a9c1-68d7-40eb-a10a-1425000a312f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:48.567242 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.managers [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-74b1a9c1-68d7-40eb-a10a-1425000a312f service neutron] Attempting to bind port 0595848e-8295-48ac-8ac6-ee94bb2e9fa9 on host hv-cinder-80514 for vnic_type normal with profile {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:10:48.567765 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.managers [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-74b1a9c1-68d7-40eb-a10a-1425000a312f service neutron] Attempting to bind port 0595848e-8295-48ac-8ac6-ee94bb2e9fa9 by drivers openvswitch,hyperv on host hv-cinder-80514 at level 0 using segments [{'id': '6f474d0f-72ce-4903-9fce-28dc83dba96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'fb545e33-0980-4124-9e36-38624403ccd4'}] {{(pid=79300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:10:48.568206 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-74b1a9c1-68d7-40eb-a10a-1425000a312f service neutron] Attempting to bind port 0595848e-8295-48ac-8ac6-ee94bb2e9fa9 on network fb545e33-0980-4124-9e36-38624403ccd4 {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:10:48.575143 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-74b1a9c1-68d7-40eb-a10a-1425000a312f service neutron] Port 0595848e-8295-48ac-8ac6-ee94bb2e9fa9 on network fb545e33-0980-4124-9e36-38624403ccd4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80514 {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 19 13:10:48.577309 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-74b1a9c1-68d7-40eb-a10a-1425000a312f service neutron] Attempting to bind port 0595848e-8295-48ac-8ac6-ee94bb2e9fa9 on network fb545e33-0980-4124-9e36-38624403ccd4 {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:10:48.583975 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-74b1a9c1-68d7-40eb-a10a-1425000a312f service neutron] Checking agent: {'id': '5d0591c0-6bc7-4d98-9be8-a8b87dc9a0b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 13, 7, 4), 'started_at': datetime.datetime(2021, 8, 19, 13, 7, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 19 13:10:48.584340 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-74b1a9c1-68d7-40eb-a10a-1425000a312f service neutron] Checking segment: {'id': '6f474d0f-72ce-4903-9fce-28dc83dba96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'fb545e33-0980-4124-9e36-38624403ccd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:10:48.584809 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-74b1a9c1-68d7-40eb-a10a-1425000a312f service neutron] Bound using segment: {'id': '6f474d0f-72ce-4903-9fce-28dc83dba96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'fb545e33-0980-4124-9e36-38624403ccd4'} {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 19 13:10:48.585332 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.managers [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-74b1a9c1-68d7-40eb-a10a-1425000a312f service neutron] Bound port: 0595848e-8295-48ac-8ac6-ee94bb2e9fa9, host: hv-cinder-80514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f474d0f-72ce-4903-9fce-28dc83dba96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'fb545e33-0980-4124-9e36-38624403ccd4'}}] {{(pid=79300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:10:48.585899 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-74b1a9c1-68d7-40eb-a10a-1425000a312f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:48.758747 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.db [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-74b1a9c1-68d7-40eb-a10a-1425000a312f service neutron] For port 0595848e-8295-48ac-8ac6-ee94bb2e9fa9, host hv-cinder-80514, cleared binding levels {{(pid=79300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 19 13:10:48.762637 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.db [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-74b1a9c1-68d7-40eb-a10a-1425000a312f service neutron] For port 0595848e-8295-48ac-8ac6-ee94bb2e9fa9, host hv-cinder-80514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=0595848e-8295-48ac-8ac6-ee94bb2e9fa9,segment=NetworkSegment(6f474d0f-72ce-4903-9fce-28dc83dba96d),segment_id=6f474d0f-72ce-4903-9fce-28dc83dba96d)] {{(pid=79300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 19 13:10:48.770366 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-74b1a9c1-68d7-40eb-a10a-1425000a312f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6202502'] for port, after_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:48.774791 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:48.856339 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-74b1a9c1-68d7-40eb-a10a-1425000a312f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:48.857954 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-74b1a9c1-68d7-40eb-a10a-1425000a312f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for port, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:48.860215 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-74b1a9c1-68d7-40eb-a10a-1425000a312f service neutron] 10.222.0.68 "PUT /v2.0/ports/0595848e-8295-48ac-8ac6-ee94bb2e9fa9 HTTP/1.1" status: 200 len: 1097 time: 1.4240448 Aug 19 13:10:48.860905 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a705ff69-23a5-41ed-b66c-fd7950b5efc1', 'tag': '0595848e-8295-48ac-8ac6-ee94bb2e9fa9'}] {{(pid=79300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:10:48.885087 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713fdf5-91a4-444b-a451-29aeb9d7337e req-18d245ac-15d7-496f-a03f-9f1d06ef0e47 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:48.887505 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-a713fdf5-91a4-444b-a451-29aeb9d7337e req-18d245ac-15d7-496f-a03f-9f1d06ef0e47 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/ports?device_id=0706bdf3-91bb-424e-a752-58fc9ce14d39 HTTP/1.1" status: 200 len: 945 time: 0.2204382 Aug 19 13:10:48.899365 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b1a9c1-68d7-40eb-a10a-1425000a312f service neutron] Pushing event updated for resources: {'Port': ['ID=0595848e-8295-48ac-8ac6-ee94bb2e9fa9,revision_number=3']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:48.930877 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-74b1a9c1-68d7-40eb-a10a-1425000a312f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:48.956482 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a705ff69-23a5-41ed-b66c-fd7950b5efc1', 'tag': '0595848e-8295-48ac-8ac6-ee94bb2e9fa9', 'status': 'completed', 'code': 200} Aug 19 13:10:48.962719 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-a713fdf5-91a4-444b-a451-29aeb9d7337e req-ff960e88-c607-45cc-90b5-556399797c6e tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6b6bfed-7730-483e-870a-f2ff1fe2dd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653672 Aug 19 13:10:49.105576 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-9faccd59-4bbd-47b1-aa9c-1598a0f3da35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:49.107943 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-9faccd59-4bbd-47b1-aa9c-1598a0f3da35 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=302cef58b490437482ac40107681ac5c&device_id=a705ff69-23a5-41ed-b66c-fd7950b5efc1 HTTP/1.1" status: 200 len: 1100 time: 0.1369078 Aug 19 13:10:49.221204 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-1e914fea-9f0b-4d8b-9e77-b3e92ab1a68a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=0595848e-8295-48ac-8ac6-ee94bb2e9fa9 HTTP/1.1" status: 200 len: 217 time: 0.0728550 Aug 19 13:10:49.265397 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65dbcb8-cd97-42b0-8f44-6f2962dbbdd5 req-ab70aec0-4e42-4bd3-abba-83000a82bb8b tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:49.266992 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-c65dbcb8-cd97-42b0-8f44-6f2962dbbdd5 req-ab70aec0-4e42-4bd3-abba-83000a82bb8b tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] 10.222.0.49 "GET /v2.0/ports?device_id=a705ff69-23a5-41ed-b66c-fd7950b5efc1 HTTP/1.1" status: 200 len: 947 time: 0.0958343 Aug 19 13:10:49.300460 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-19c8761b-465f-45b6-ae45-623e29a1e957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:49.302732 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-19c8761b-465f-45b6-ae45-623e29a1e957 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b333b9bd-ca0d-41fc-b2e3-8c25390a22e0 HTTP/1.1" status: 200 len: 843 time: 0.0685978 Aug 19 13:10:49.324611 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-c65dbcb8-cd97-42b0-8f44-6f2962dbbdd5 req-dc6fde77-f555-42df-943a-2c4ea5c36afd tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e7b2496-ea55-4d2e-908d-2a4b09c87aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463860 Aug 19 13:10:49.528367 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-01670435-7ae6-4a03-a49d-cde1849cb6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:49.530568 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-01670435-7ae6-4a03-a49d-cde1849cb6eb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=fb545e33-0980-4124-9e36-38624403ccd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1926517 Aug 19 13:10:49.532860 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c8a30-71fb-4100-bab1-7f1f371fbfd7 req-bb2ae852-d506-4191-a42b-f5b67a514a67 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:49.534577 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-773c8a30-71fb-4100-bab1-7f1f371fbfd7 req-bb2ae852-d506-4191-a42b-f5b67a514a67 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 946 time: 0.1046174 Aug 19 13:10:49.615224 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-773c8a30-71fb-4100-bab1-7f1f371fbfd7 req-10cd56e3-6aa1-4a4f-bc13-0b34d10509bd tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723751 Aug 19 13:10:49.738680 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-f60d0afe-210f-4a60-b92a-9e9e695d1bcb service neutron] 10.222.0.68 "GET /v2.0/networks/fb545e33-0980-4124-9e36-38624403ccd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877017 Aug 19 13:10:50.044851 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-8bee9065-c0e6-4c84-baee-de36520dccaa req-2bc8a765-23ee-42ad-8eb0-2f81783b51af service neutron] 10.222.0.68 "GET /v2.0/networks/fb545e33-0980-4124-9e36-38624403ccd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583077 Aug 19 13:10:50.046997 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c75cd-1d7e-4cd9-8360-4ad57e06fd6c req-48b89233-2bf0-42df-ac8c-e87c7d775be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:50.048408 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-8f5c75cd-1d7e-4cd9-8360-4ad57e06fd6c req-48b89233-2bf0-42df-ac8c-e87c7d775be8 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 1099 time: 0.2210789 Aug 19 13:10:50.108931 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-8f5c75cd-1d7e-4cd9-8360-4ad57e06fd6c req-a5086d71-11eb-4a19-a1a9-2509c9dd9c6c service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424392 Aug 19 13:10:50.625140 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c0408-e825-41a8-af95-b51022d3bba7 req-adc7952c-1680-491e-ae3a-30eff06530a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:50.628194 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-506c0408-e825-41a8-af95-b51022d3bba7 req-adc7952c-1680-491e-ae3a-30eff06530a2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=302cef58b490437482ac40107681ac5c&device_id=a705ff69-23a5-41ed-b66c-fd7950b5efc1 HTTP/1.1" status: 200 len: 1100 time: 0.1156020 Aug 19 13:10:50.636728 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8a4ea-9d12-410f-bfeb-54a76fefcd03 req-372632de-b216-464c-b115-12cc135df1fe tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:50.639123 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-73a8a4ea-9d12-410f-bfeb-54a76fefcd03 req-372632de-b216-464c-b115-12cc135df1fe tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] 10.222.0.49 "GET /v2.0/ports?device_id=a705ff69-23a5-41ed-b66c-fd7950b5efc1 HTTP/1.1" status: 200 len: 947 time: 0.1234801 Aug 19 13:10:50.697731 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-73a8a4ea-9d12-410f-bfeb-54a76fefcd03 req-7a7571dc-cbcc-4a19-b554-6b916d617bcd tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e7b2496-ea55-4d2e-908d-2a4b09c87aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502379 Aug 19 13:10:50.852317 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c0408-e825-41a8-af95-b51022d3bba7 req-94e06209-195f-4b95-9c33-ba8530f30e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:50.853767 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-506c0408-e825-41a8-af95-b51022d3bba7 req-94e06209-195f-4b95-9c33-ba8530f30e13 service neutron] 10.222.0.68 "GET /v2.0/networks?id=fb545e33-0980-4124-9e36-38624403ccd4 HTTP/1.1" status: 200 len: 871 time: 0.2089381 Aug 19 13:10:50.973319 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-506c0408-e825-41a8-af95-b51022d3bba7 req-53b76b86-6cde-4572-9e92-9aed6306195a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=0595848e-8295-48ac-8ac6-ee94bb2e9fa9 HTTP/1.1" status: 200 len: 217 time: 0.0687048 Aug 19 13:10:51.077003 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c0408-e825-41a8-af95-b51022d3bba7 req-161f3b26-e25d-4101-b4e6-e8c4137798e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:51.078599 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-506c0408-e825-41a8-af95-b51022d3bba7 req-161f3b26-e25d-4101-b4e6-e8c4137798e5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b333b9bd-ca0d-41fc-b2e3-8c25390a22e0 HTTP/1.1" status: 200 len: 843 time: 0.0942717 Aug 19 13:10:51.086995 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e6068-fbeb-45e2-8853-1e1907ed8b89 req-f65c6ecc-9284-47f5-a1fd-d77f2fb1c4df tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:51.088519 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-dd0e6068-fbeb-45e2-8853-1e1907ed8b89 req-f65c6ecc-9284-47f5-a1fd-d77f2fb1c4df tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/networks?id=9cf8ab72-7b7e-4bd7-af10-857d36059c21 HTTP/1.1" status: 200 len: 815 time: 0.2606173 Aug 19 13:10:51.141105 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-dd0e6068-fbeb-45e2-8853-1e1907ed8b89 req-864b1a7b-0c6b-4907-bea3-20f5b554b1f0 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/quotas/b4b6db281aeb4ab1a7d3d41dbacfa52a HTTP/1.1" status: 200 len: 375 time: 0.0451715 Aug 19 13:10:51.192484 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48477d02-4f86-4bce-a66a-aa7c49f6cba3 req-9275d52b-a342-4c47-b1df-a21b2a628303 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:51.193998 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-48477d02-4f86-4bce-a66a-aa7c49f6cba3 req-9275d52b-a342-4c47-b1df-a21b2a628303 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 946 time: 0.1675944 Aug 19 13:10:51.240443 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c0408-e825-41a8-af95-b51022d3bba7 req-07015f0d-4827-4718-846f-12d57c3581bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:51.241827 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-506c0408-e825-41a8-af95-b51022d3bba7 req-07015f0d-4827-4718-846f-12d57c3581bd service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=fb545e33-0980-4124-9e36-38624403ccd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1382093 Aug 19 13:10:51.248477 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-48477d02-4f86-4bce-a66a-aa7c49f6cba3 req-687a9669-55cb-49b4-9bef-2e3ea336b8ae tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488038 Aug 19 13:10:51.253533 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-dd0e6068-fbeb-45e2-8853-1e1907ed8b89 req-0eaa8045-5993-4fa0-be41-237f50c90efd tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b4b6db281aeb4ab1a7d3d41dbacfa52a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1036232 Aug 19 13:10:51.390829 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-dd0e6068-fbeb-45e2-8853-1e1907ed8b89 req-f24cca75-7709-41fd-8545-6d1150d7947f service neutron] 10.222.0.49 "GET /v2.0/networks/9cf8ab72-7b7e-4bd7-af10-857d36059c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304257 Aug 19 13:10:51.526375 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-dd0e6068-fbeb-45e2-8853-1e1907ed8b89 req-7a5b18fe-d094-45b8-b0ff-d39bbea812b2 service neutron] 10.222.0.49 "GET /v2.0/networks/9cf8ab72-7b7e-4bd7-af10-857d36059c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295824 Aug 19 13:10:51.875123 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ae6d6-9207-4898-9050-b38d60d2f2ec req-51ed2bcf-d6d5-4795-9575-bff6ca258152 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:51.876688 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-645ae6d6-9207-4898-9050-b38d60d2f2ec req-51ed2bcf-d6d5-4795-9575-bff6ca258152 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/ports?device_id=0706bdf3-91bb-424e-a752-58fc9ce14d39 HTTP/1.1" status: 200 len: 945 time: 0.1137872 Aug 19 13:10:51.957929 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-645ae6d6-9207-4898-9050-b38d60d2f2ec req-b4dc8bfd-9359-448e-a37e-c23231b8a3f8 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6b6bfed-7730-483e-870a-f2ff1fe2dd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732327 Aug 19 13:10:52.069877 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-652eb4bd-b685-455f-8e50-7260145abd26 req-2d7e5f98-043b-4094-becb-ee2fdff69e41 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=492b6584-80b5-4f40-955b-e7e0073b140b HTTP/1.1" status: 200 len: 210 time: 0.0483673 Aug 19 13:10:52.253284 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105a145-910b-4778-9775-ba98582bca25 req-925282b1-a5bd-4935-a71b-f98fe92eb6a4 tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:52.253990 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-c105a145-910b-4778-9775-ba98582bca25 req-925282b1-a5bd-4935-a71b-f98fe92eb6a4 tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Synchronizing usage tracker for tenant:302cef58b490437482ac40107681ac5c on resource:port {{(pid=79300) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:10:52.271906 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-c105a145-910b-4778-9775-ba98582bca25 req-925282b1-a5bd-4935-a71b-f98fe92eb6a4 tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Unset dirty status for tenant:302cef58b490437482ac40107681ac5c on resource:port {{(pid=79300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:10:52.273053 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-c105a145-910b-4778-9775-ba98582bca25 req-925282b1-a5bd-4935-a71b-f98fe92eb6a4 tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] 10.222.0.49 "GET /v2.0/ports?device_id=a705ff69-23a5-41ed-b66c-fd7950b5efc1 HTTP/1.1" status: 200 len: 947 time: 0.1017971 Aug 19 13:10:52.416130 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-c105a145-910b-4778-9775-ba98582bca25 req-0084707e-544d-4db0-8a61-be205ca95d70 tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Synchronizing usage tracker for tenant:302cef58b490437482ac40107681ac5c on resource:security_group {{(pid=79300) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:10:52.437323 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-c105a145-910b-4778-9775-ba98582bca25 req-0084707e-544d-4db0-8a61-be205ca95d70 tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Unset dirty status for tenant:302cef58b490437482ac40107681ac5c on resource:security_group {{(pid=79300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:10:52.438646 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-c105a145-910b-4778-9775-ba98582bca25 req-0084707e-544d-4db0-8a61-be205ca95d70 tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e7b2496-ea55-4d2e-908d-2a4b09c87aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583104 Aug 19 13:10:54.421888 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-506c0408-e825-41a8-af95-b51022d3bba7 req-b4a90b7a-c7c8-4729-8048-8e1ceac3a7a5 service neutron] 10.222.0.68 "GET /v2.0/networks/fb545e33-0980-4124-9e36-38624403ccd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385124 Aug 19 13:10:54.602998 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a3fbb-fbe8-42fb-bf81-0c7d3449fc4d req-85ea7823-31ca-46ad-b216-e4d2931b69f7 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:54.604793 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-107a3fbb-fbe8-42fb-bf81-0c7d3449fc4d req-85ea7823-31ca-46ad-b216-e4d2931b69f7 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/ports?device_id=0706bdf3-91bb-424e-a752-58fc9ce14d39 HTTP/1.1" status: 200 len: 945 time: 0.0953426 Aug 19 13:10:54.631617 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-506c0408-e825-41a8-af95-b51022d3bba7 req-86e4b655-c376-45c2-ac0f-0c8907c01f2b service neutron] 10.222.0.68 "GET /v2.0/networks/fb545e33-0980-4124-9e36-38624403ccd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003963 Aug 19 13:10:54.654382 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4675f84f-1c83-4b51-b2c6-47dd2bc4e900 req-59ba965c-f442-4f78-a537-459ecab57f78 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:54.655897 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4675f84f-1c83-4b51-b2c6-47dd2bc4e900 req-59ba965c-f442-4f78-a537-459ecab57f78 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 946 time: 0.1518426 Aug 19 13:10:54.661515 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-107a3fbb-fbe8-42fb-bf81-0c7d3449fc4d req-548f262c-e087-4559-93bd-bcee9e425ac0 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6b6bfed-7730-483e-870a-f2ff1fe2dd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503573 Aug 19 13:10:54.714732 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4675f84f-1c83-4b51-b2c6-47dd2bc4e900 req-343e6dd2-07f6-4e85-8b17-efa252f608ab tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520406 Aug 19 13:10:54.815115 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-aa0f856b-2e11-400d-9e13-b518a9e58350 req-8c0a6ebc-d915-4373-b0ea-8ae7f195905a tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=492b6584-80b5-4f40-955b-e7e0073b140b HTTP/1.1" status: 200 len: 210 time: 0.0455332 Aug 19 13:10:54.935649 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb63517-8590-486d-85c9-7731b5230539 req-4b3ab5bc-ec89-4ae9-9bfd-584bf6b1eafd tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:54.936799 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-2fb63517-8590-486d-85c9-7731b5230539 req-4b3ab5bc-ec89-4ae9-9bfd-584bf6b1eafd tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] 10.222.0.49 "GET /v2.0/ports?device_id=a705ff69-23a5-41ed-b66c-fd7950b5efc1 HTTP/1.1" status: 200 len: 947 time: 0.0815856 Aug 19 13:10:54.984627 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-2fb63517-8590-486d-85c9-7731b5230539 req-d9d4a180-96bb-4c2d-af74-a8437065d1bb tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e7b2496-ea55-4d2e-908d-2a4b09c87aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419846 Aug 19 13:10:55.895647 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e6068-fbeb-45e2-8853-1e1907ed8b89 req-535d52b1-4b99-4367-8e43-492e890e31e1 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:55.897274 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-dd0e6068-fbeb-45e2-8853-1e1907ed8b89 req-535d52b1-4b99-4367-8e43-492e890e31e1 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.68 "GET /v2.0/networks?id=9cf8ab72-7b7e-4bd7-af10-857d36059c21 HTTP/1.1" status: 200 len: 815 time: 0.2237592 Aug 19 13:10:55.917949 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be00505-9772-456b-a071-76eb78a6ba81 req-3ad4fd2f-fb29-40dd-b6a4-75ec64640a7b tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:55.920196 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-3be00505-9772-456b-a071-76eb78a6ba81 req-3ad4fd2f-fb29-40dd-b6a4-75ec64640a7b tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 946 time: 0.0894907 Aug 19 13:10:55.921244 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93183c-2da3-460d-8ad1-3c8578ae59b7 req-fcaae4ce-289c-4378-a983-461401b73b01 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:55.922706 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ca93183c-2da3-460d-8ad1-3c8578ae59b7 req-fcaae4ce-289c-4378-a983-461401b73b01 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/ports?device_id=0706bdf3-91bb-424e-a752-58fc9ce14d39 HTTP/1.1" status: 200 len: 945 time: 0.1336658 Aug 19 13:10:55.927300 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [req-dd0e6068-fbeb-45e2-8853-1e1907ed8b89 req-2b0e7250-afd8-481e-94bc-eb4692f3a145 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Request body: {'port': {'device_id': '492b6584-80b5-4f40-955b-e7e0073b140b', 'network_id': '9cf8ab72-7b7e-4bd7-af10-857d36059c21', 'admin_state_up': True, 'tenant_id': 'b4b6db281aeb4ab1a7d3d41dbacfa52a'}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:10:55.978640 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-3be00505-9772-456b-a071-76eb78a6ba81 req-a1879d57-516b-4038-857f-9871cd763309 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499361 Aug 19 13:10:56.065095 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ca93183c-2da3-460d-8ad1-3c8578ae59b7 req-d7e34e73-099e-483c-a300-bcf30464d459 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6b6bfed-7730-483e-870a-f2ff1fe2dd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232347 Aug 19 13:10:56.128083 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [req-dd0e6068-fbeb-45e2-8853-1e1907ed8b89 req-2b0e7250-afd8-481e-94bc-eb4692f3a145 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:10:56.140959 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [req-dd0e6068-fbeb-45e2-8853-1e1907ed8b89 req-2b0e7250-afd8-481e-94bc-eb4692f3a145 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:10:56.154895 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd0e6068-fbeb-45e2-8853-1e1907ed8b89 req-2b0e7250-afd8-481e-94bc-eb4692f3a145 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Made reservation on behalf of b4b6db281aeb4ab1a7d3d41dbacfa52a for: {'port': 1} {{(pid=79300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:10:56.158929 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-dd0e6068-fbeb-45e2-8853-1e1907ed8b89 req-2b0e7250-afd8-481e-94bc-eb4692f3a145 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:56.203232 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-55af2e22-ec0c-4c01-b579-9a8c632caf26 req-21357775-b0fb-4b99-9618-1fdf6f076f04 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=492b6584-80b5-4f40-955b-e7e0073b140b HTTP/1.1" status: 200 len: 210 time: 0.0985193 Aug 19 13:10:56.390397 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78767b-d24e-471d-a943-09a7ac50d62d req-57f173f0-acbf-46d5-b71d-cf2051586fbf tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:56.392049 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-fd78767b-d24e-471d-a943-09a7ac50d62d req-57f173f0-acbf-46d5-b71d-cf2051586fbf tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] 10.222.0.49 "GET /v2.0/ports?device_id=a705ff69-23a5-41ed-b66c-fd7950b5efc1 HTTP/1.1" status: 200 len: 947 time: 0.0858965 Aug 19 13:10:56.410147 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02d3a3-e300-4645-a4b4-0172208b5026 req-35eb5e37-8ba8-41d3-8cc8-34ae0ae8f06e tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:56.411976 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-8c02d3a3-e300-4645-a4b4-0172208b5026 req-35eb5e37-8ba8-41d3-8cc8-34ae0ae8f06e tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.2170515 Aug 19 13:10:56.452998 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-fd78767b-d24e-471d-a943-09a7ac50d62d req-57d2bd5f-a3b2-491f-a346-0f5a35911ac9 tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e7b2496-ea55-4d2e-908d-2a4b09c87aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458491 Aug 19 13:10:56.472354 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.db_base_plugin_common [req-dd0e6068-fbeb-45e2-8853-1e1907ed8b89 req-2b0e7250-afd8-481e-94bc-eb4692f3a145 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Allocated IP 172.20.0.7 (9cf8ab72-7b7e-4bd7-af10-857d36059c21/26c62690-9449-4656-a8e9-dd8f15fc1ced/3b567a37-7883-47e0-9f6b-5813c1c8aed1) {{(pid=79300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:10:56.495749 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-8c02d3a3-e300-4645-a4b4-0172208b5026 req-d9bacfe8-80ff-4246-b6ba-e802060c9669 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727193 Aug 19 13:10:56.724749 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-dd0e6068-fbeb-45e2-8853-1e1907ed8b89 req-2b0e7250-afd8-481e-94bc-eb4692f3a145 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Notify callbacks [] for port, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:56.777188 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-dd0e6068-fbeb-45e2-8853-1e1907ed8b89 req-2b0e7250-afd8-481e-94bc-eb4692f3a145 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202527'] for port, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:56.793317 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-931b9bbb-ee07-42a3-83ca-7750a288b24c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:56.838713 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] get_ports_and_sgs() called for port_ids ['b90ebf80-3af1-4e47-873d-8555c773396c'] {{(pid=79301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 19 13:10:56.913243 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e7250-afd8-481e-94bc-eb4692f3a145 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Pushing event updated for resources: {'Port': ['ID=3b567a37-7883-47e0-9f6b-5813c1c8aed1,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:56.915805 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 0595848e-8295-48ac-8ac6-ee94bb2e9fa9 details requested by agent hyperv_hv-cinder-80514 with host hv-cinder-80514 {{(pid=79301) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 19 13:10:56.922529 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-2b0e7250-afd8-481e-94bc-eb4692f3a145 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:56.940763 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd0e6068-fbeb-45e2-8853-1e1907ed8b89 req-2b0e7250-afd8-481e-94bc-eb4692f3a145 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Network 9cf8ab72-7b7e-4bd7-af10-857d36059c21 is already hosted by enough agents. {{(pid=79300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:10:56.942969 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.base_scheduler [req-dd0e6068-fbeb-45e2-8853-1e1907ed8b89 req-2b0e7250-afd8-481e-94bc-eb4692f3a145 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Resources bound (agent type, host, resource id): {{(pid=79300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:10:56.946913 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd0e6068-fbeb-45e2-8853-1e1907ed8b89 req-2b0e7250-afd8-481e-94bc-eb4692f3a145 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Received port after_create {{(pid=79300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:10:57.070137 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e6068-fbeb-45e2-8853-1e1907ed8b89 req-2b0e7250-afd8-481e-94bc-eb4692f3a145 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:57.071508 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-dd0e6068-fbeb-45e2-8853-1e1907ed8b89 req-2b0e7250-afd8-481e-94bc-eb4692f3a145 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for port, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:57.085793 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port 0595848e-8295-48ac-8ac6-ee94bb2e9fa9, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=0595848e-8295-48ac-8ac6-ee94bb2e9fa9,segment=NetworkSegment(6f474d0f-72ce-4903-9fce-28dc83dba96d),segment_id=6f474d0f-72ce-4903-9fce-28dc83dba96d)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:10:57.129439 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-dd0e6068-fbeb-45e2-8853-1e1907ed8b89 req-2b0e7250-afd8-481e-94bc-eb4692f3a145 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2046070 Aug 19 13:10:57.162053 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Returning: {'device': '0595848e-8295-48ac-8ac6-ee94bb2e9fa9', 'network_id': 'fb545e33-0980-4124-9e36-38624403ccd4', 'port_id': '0595848e-8295-48ac-8ac6-ee94bb2e9fa9', 'mac_address': 'fa:16:3e:1d:56:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1000, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b333b9bd-ca0d-41fc-b2e3-8c25390a22e0', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79301) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 19 13:10:57.194035 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [req-dd0e6068-fbeb-45e2-8853-1e1907ed8b89 req-f59c87b8-be26-4429-9aa1-417e835774af service neutron] Request body: {'port': {'device_id': '492b6584-80b5-4f40-955b-e7e0073b140b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80514'}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:10:57.357961 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:57.388222 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6642c09c-7ece-49c8-ba60-6f9199931053 req-bf8f9611-26c9-4771-86f8-4b3612bd45a9 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:57.394319 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0595848e-8295-48ac-8ac6-ee94bb2e9fa9 {{(pid=79301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:10:57.396365 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-6642c09c-7ece-49c8-ba60-6f9199931053 req-bf8f9611-26c9-4771-86f8-4b3612bd45a9 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/ports?device_id=0706bdf3-91bb-424e-a752-58fc9ce14d39 HTTP/1.1" status: 200 len: 945 time: 0.1342006 Aug 19 13:10:57.448087 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-6642c09c-7ece-49c8-ba60-6f9199931053 req-9c5791bc-7d52-4969-a84a-1c81fc6efcc7 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6b6bfed-7730-483e-870a-f2ff1fe2dd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437191 Aug 19 13:10:57.451107 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port 0595848e-8295-48ac-8ac6-ee94bb2e9fa9, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=0595848e-8295-48ac-8ac6-ee94bb2e9fa9,segment=NetworkSegment(6f474d0f-72ce-4903-9fce-28dc83dba96d),segment_id=6f474d0f-72ce-4903-9fce-28dc83dba96d)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:10:57.458363 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:57.466761 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:57.568151 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=0595848e-8295-48ac-8ac6-ee94bb2e9fa9,revision_number=4']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:57.573281 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:57.583612 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-dd0e6068-fbeb-45e2-8853-1e1907ed8b89 req-f59c87b8-be26-4429-9aa1-417e835774af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:57.641443 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0754ed-1120-472f-9d29-6d48e7d2a5bd req-ecfaeea1-744c-4ede-bec7-85d4ae267f92 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:57.642896 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-9a0754ed-1120-472f-9d29-6d48e7d2a5bd req-ecfaeea1-744c-4ede-bec7-85d4ae267f92 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.68 "GET /v2.0/ports?device_id=0706bdf3-91bb-424e-a752-58fc9ce14d39 HTTP/1.1" status: 200 len: 945 time: 0.5115137 Aug 19 13:10:57.650564 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8fda7-eeff-4771-bb7c-0dff10f0928e req-0150040e-c759-4a2f-80db-120e7ee494e6 tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:57.652052 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-25a8fda7-eeff-4771-bb7c-0dff10f0928e req-0150040e-c759-4a2f-80db-120e7ee494e6 tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] 10.222.0.49 "GET /v2.0/ports?device_id=a705ff69-23a5-41ed-b66c-fd7950b5efc1 HTTP/1.1" status: 200 len: 948 time: 0.0878434 Aug 19 13:10:57.702552 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-25a8fda7-eeff-4771-bb7c-0dff10f0928e req-b53e859c-6f12-4dda-a962-342b523fc158 tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e7b2496-ea55-4d2e-908d-2a4b09c87aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439820 Aug 19 13:10:57.729717 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac101e12-fb03-4344-bb1e-abc0b71c918a req-a80b91c8-dbac-4652-b3d9-f48ce86a0b65 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:57.730421 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-ac101e12-fb03-4344-bb1e-abc0b71c918a req-a80b91c8-dbac-4652-b3d9-f48ce86a0b65 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Synchronizing usage tracker for tenant:b4b6db281aeb4ab1a7d3d41dbacfa52a on resource:port {{(pid=79300) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:10:57.813156 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-ac101e12-fb03-4344-bb1e-abc0b71c918a req-a80b91c8-dbac-4652-b3d9-f48ce86a0b65 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Unset dirty status for tenant:b4b6db281aeb4ab1a7d3d41dbacfa52a on resource:port {{(pid=79300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:10:57.814350 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ac101e12-fb03-4344-bb1e-abc0b71c918a req-a80b91c8-dbac-4652-b3d9-f48ce86a0b65 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=492b6584-80b5-4f40-955b-e7e0073b140b HTTP/1.1" status: 200 len: 931 time: 0.3941422 Aug 19 13:10:57.817761 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [req-9a0754ed-1120-472f-9d29-6d48e7d2a5bd req-58103e71-0e9d-4472-b31c-94c12a55d136 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Deleting port 58ad9c72-3037-4a66-b3cc-43685c124e86 {{(pid=79300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:10:57.818116 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-9a0754ed-1120-472f-9d29-6d48e7d2a5bd req-58103e71-0e9d-4472-b31c-94c12a55d136 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:58.028675 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ac101e12-fb03-4344-bb1e-abc0b71c918a req-cce1d221-41a2-4873-9ab9-c96b262fe8be tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821406 Aug 19 13:10:58.101696 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] get_ports_and_sgs() called for port_ids ['0595848e-8295-48ac-8ac6-ee94bb2e9fa9'] {{(pid=79301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 19 13:10:58.172410 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-0c8689a5-f0f0-4a39-b3f8-6ef278d67e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:58.369001 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.db [req-9a0754ed-1120-472f-9d29-6d48e7d2a5bd req-58103e71-0e9d-4472-b31c-94c12a55d136 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] For port 58ad9c72-3037-4a66-b3cc-43685c124e86, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=58ad9c72-3037-4a66-b3cc-43685c124e86,segment=NetworkSegment(2b28da94-8e17-4677-8ffd-5efd373fd992),segment_id=2b28da94-8e17-4677-8ffd-5efd373fd992)] {{(pid=79300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:10:58.369376 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-9a0754ed-1120-472f-9d29-6d48e7d2a5bd req-58103e71-0e9d-4472-b31c-94c12a55d136 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:58.522916 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.notifiers.nova [req-dd0e6068-fbeb-45e2-8853-1e1907ed8b89 req-f59c87b8-be26-4429-9aa1-417e835774af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b567a37-7883-47e0-9f6b-5813c1c8aed1 {{(pid=79300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:10:58.540068 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [req-9a0754ed-1120-472f-9d29-6d48e7d2a5bd req-58103e71-0e9d-4472-b31c-94c12a55d136 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Calling delete_port for 58ad9c72-3037-4a66-b3cc-43685c124e86 owned by compute:nova {{(pid=79300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:10:58.582295 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-dd0e6068-fbeb-45e2-8853-1e1907ed8b89 req-f59c87b8-be26-4429-9aa1-417e835774af service neutron] Notify callbacks [] for port, precommit_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:58.587447 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:58.660952 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.provisioning_blocks [req-dd0e6068-fbeb-45e2-8853-1e1907ed8b89 req-f59c87b8-be26-4429-9aa1-417e835774af service neutron] Transition to ACTIVE for port object 3b567a37-7883-47e0-9f6b-5813c1c8aed1 will not be triggered until provisioned by entity L2. {{(pid=79300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:10:58.679085 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-dd0e6068-fbeb-45e2-8853-1e1907ed8b89 req-f59c87b8-be26-4429-9aa1-417e835774af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6202502'] for port, after_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:58.688054 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-61928d19-7222-430d-b5ea-5312a256d1c7 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:58.859031 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59c87b8-be26-4429-9aa1-417e835774af service neutron] Pushing event updated for resources: {'Port': ['ID=3b567a37-7883-47e0-9f6b-5813c1c8aed1,revision_number=2']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:58.932053 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386c6b1-c6fd-4d57-9890-8b1ed3499568 req-c1556b5d-3730-4a86-89d7-797fc83fa0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:58.933793 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59c87b8-be26-4429-9aa1-417e835774af service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:58.934199 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59c87b8-be26-4429-9aa1-417e835774af service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:58.935108 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59c87b8-be26-4429-9aa1-417e835774af service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:58.935220 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-f386c6b1-c6fd-4d57-9890-8b1ed3499568 req-c1556b5d-3730-4a86-89d7-797fc83fa0f8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=21e4df950c014d1894d155aac044e94a&device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 1099 time: 0.1627188 Aug 19 13:10:58.935467 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59c87b8-be26-4429-9aa1-417e835774af service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:58.935875 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59c87b8-be26-4429-9aa1-417e835774af service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:58.936205 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59c87b8-be26-4429-9aa1-417e835774af service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:58.936554 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59c87b8-be26-4429-9aa1-417e835774af service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:58.936905 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59c87b8-be26-4429-9aa1-417e835774af service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:58.937256 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59c87b8-be26-4429-9aa1-417e835774af service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:58.937618 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59c87b8-be26-4429-9aa1-417e835774af service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:58.937993 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59c87b8-be26-4429-9aa1-417e835774af service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:58.938316 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59c87b8-be26-4429-9aa1-417e835774af service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:58.942096 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-f59c87b8-be26-4429-9aa1-417e835774af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:59.023818 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb130b8-48a6-44d6-820b-3c321119e95d req-3062ef5e-ca16-49f7-bb2d-5acff534d966 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:59.025535 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ccb130b8-48a6-44d6-820b-3c321119e95d req-3062ef5e-ca16-49f7-bb2d-5acff534d966 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/ports?device_id=0706bdf3-91bb-424e-a752-58fc9ce14d39 HTTP/1.1" status: 200 len: 945 time: 0.4189854 Aug 19 13:10:59.028100 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed53ff44-4dfb-40c8-abde-1ef3be7a8caa req-089941ff-b3d9-47e7-ba0d-dcebbd4bab07 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:59.032661 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-ed53ff44-4dfb-40c8-abde-1ef3be7a8caa req-089941ff-b3d9-47e7-ba0d-dcebbd4bab07 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.2052963 Aug 19 13:10:59.038563 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-9a0754ed-1120-472f-9d29-6d48e7d2a5bd req-58103e71-0e9d-4472-b31c-94c12a55d136 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202527'] for port, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:59.060230 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-2dba413d-dc4d-46b8-b7f0-04df817558ae tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:59.116041 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-ed53ff44-4dfb-40c8-abde-1ef3be7a8caa req-ee6a0621-9d50-44fa-881b-9e98c2729fa9 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777004 Aug 19 13:10:59.127870 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58103e71-0e9d-4472-b31c-94c12a55d136 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Pushing event deleted for resources: {'Port': ['ID=58ad9c72-3037-4a66-b3cc-43685c124e86,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:59.130401 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-58103e71-0e9d-4472-b31c-94c12a55d136 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:59.136879 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386c6b1-c6fd-4d57-9890-8b1ed3499568 req-25680ef3-fbe4-4a9a-a033-000a52c7f0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:59.138501 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-f386c6b1-c6fd-4d57-9890-8b1ed3499568 req-25680ef3-fbe4-4a9a-a033-000a52c7f0de service neutron] 10.222.0.68 "GET /v2.0/networks?id=1d77b99d-7ba7-4067-8ba3-3867da9acfb5 HTTP/1.1" status: 200 len: 921 time: 0.1959076 Aug 19 13:10:59.226447 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-f386c6b1-c6fd-4d57-9890-8b1ed3499568 req-7e43f365-0fb9-4410-9422-a98cd59916d9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14598cdf-88e3-44de-8ac2-879750d157f0 HTTP/1.1" status: 200 len: 217 time: 0.0760431 Aug 19 13:10:59.330268 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.managers [req-dd0e6068-fbeb-45e2-8853-1e1907ed8b89 req-f59c87b8-be26-4429-9aa1-417e835774af service neutron] Attempting to bind port 3b567a37-7883-47e0-9f6b-5813c1c8aed1 on host hv-cinder-80514 for vnic_type normal with profile {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:10:59.330601 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.managers [req-dd0e6068-fbeb-45e2-8853-1e1907ed8b89 req-f59c87b8-be26-4429-9aa1-417e835774af service neutron] Attempting to bind port 3b567a37-7883-47e0-9f6b-5813c1c8aed1 by drivers openvswitch,hyperv on host hv-cinder-80514 at level 0 using segments [{'id': '8989bbea-6f05-45e9-aa2f-091105ddb490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '9cf8ab72-7b7e-4bd7-af10-857d36059c21'}] {{(pid=79300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:10:59.330936 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0e6068-fbeb-45e2-8853-1e1907ed8b89 req-f59c87b8-be26-4429-9aa1-417e835774af service neutron] Attempting to bind port 3b567a37-7883-47e0-9f6b-5813c1c8aed1 on network 9cf8ab72-7b7e-4bd7-af10-857d36059c21 {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:10:59.344213 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a0754ed-1120-472f-9d29-6d48e7d2a5bd req-58103e71-0e9d-4472-b31c-94c12a55d136 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] No DVR routers for this DVR port 58ad9c72-3037-4a66-b3cc-43685c124e86 on host hv-cinder-80514 {{(pid=79300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:10:59.347469 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-9a0754ed-1120-472f-9d29-6d48e7d2a5bd req-58103e71-0e9d-4472-b31c-94c12a55d136 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for port, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:59.353034 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0706bdf3-91bb-424e-a752-58fc9ce14d39', 'name': 'network-vif-deleted', 'tag': '58ad9c72-3037-4a66-b3cc-43685c124e86'}] {{(pid=79300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:10:59.360772 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ccb130b8-48a6-44d6-820b-3c321119e95d req-fd341aa5-9fd3-4a2a-87f2-628af7dcbdcd tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6b6bfed-7730-483e-870a-f2ff1fe2dd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241575 Aug 19 13:10:59.364854 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0e6068-fbeb-45e2-8853-1e1907ed8b89 req-f59c87b8-be26-4429-9aa1-417e835774af service neutron] Port 3b567a37-7883-47e0-9f6b-5813c1c8aed1 on network 9cf8ab72-7b7e-4bd7-af10-857d36059c21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80514 {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 19 13:10:59.365184 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0e6068-fbeb-45e2-8853-1e1907ed8b89 req-f59c87b8-be26-4429-9aa1-417e835774af service neutron] Attempting to bind port 3b567a37-7883-47e0-9f6b-5813c1c8aed1 on network 9cf8ab72-7b7e-4bd7-af10-857d36059c21 {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:10:59.366006 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386c6b1-c6fd-4d57-9890-8b1ed3499568 req-461e115d-dde6-47fa-9fa3-bcc638a537f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:59.367964 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-f386c6b1-c6fd-4d57-9890-8b1ed3499568 req-461e115d-dde6-47fa-9fa3-bcc638a537f0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7a72a2fc-b629-4f4b-9486-128583568f2d HTTP/1.1" status: 200 len: 859 time: 0.0910051 Aug 19 13:10:59.373910 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0e6068-fbeb-45e2-8853-1e1907ed8b89 req-f59c87b8-be26-4429-9aa1-417e835774af service neutron] Checking agent: {'id': '5d0591c0-6bc7-4d98-9be8-a8b87dc9a0b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 13, 7, 4), 'started_at': datetime.datetime(2021, 8, 19, 13, 7, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 19 13:10:59.374341 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0e6068-fbeb-45e2-8853-1e1907ed8b89 req-f59c87b8-be26-4429-9aa1-417e835774af service neutron] Checking segment: {'id': '8989bbea-6f05-45e9-aa2f-091105ddb490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '9cf8ab72-7b7e-4bd7-af10-857d36059c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:10:59.374680 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0e6068-fbeb-45e2-8853-1e1907ed8b89 req-f59c87b8-be26-4429-9aa1-417e835774af service neutron] Bound using segment: {'id': '8989bbea-6f05-45e9-aa2f-091105ddb490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '9cf8ab72-7b7e-4bd7-af10-857d36059c21'} {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 19 13:10:59.375228 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.managers [req-dd0e6068-fbeb-45e2-8853-1e1907ed8b89 req-f59c87b8-be26-4429-9aa1-417e835774af service neutron] Bound port: 3b567a37-7883-47e0-9f6b-5813c1c8aed1, host: hv-cinder-80514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8989bbea-6f05-45e9-aa2f-091105ddb490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '9cf8ab72-7b7e-4bd7-af10-857d36059c21'}}] {{(pid=79300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:10:59.375651 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-dd0e6068-fbeb-45e2-8853-1e1907ed8b89 req-f59c87b8-be26-4429-9aa1-417e835774af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:59.388824 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-9a0754ed-1120-472f-9d29-6d48e7d2a5bd req-58103e71-0e9d-4472-b31c-94c12a55d136 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.68 "DELETE /v2.0/ports/58ad9c72-3037-4a66-b3cc-43685c124e86 HTTP/1.1" status: 204 len: 173 time: 1.7313302 Aug 19 13:10:59.442209 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-f386c6b1-c6fd-4d57-9890-8b1ed3499568 req-18a2c309-9b87-4842-9a55-21512c002486 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1d77b99d-7ba7-4067-8ba3-3867da9acfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605478 Aug 19 13:10:59.452484 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ef86c-f441-46bf-89cf-7d20c12c28bd req-db1d7d7a-b787-44d5-9b14-f754e0a8bf28 tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:59.454024 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-c59ef86c-f441-46bf-89cf-7d20c12c28bd req-db1d7d7a-b787-44d5-9b14-f754e0a8bf28 tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] 10.222.0.49 "GET /v2.0/ports?device_id=a705ff69-23a5-41ed-b66c-fd7950b5efc1 HTTP/1.1" status: 200 len: 948 time: 0.2099135 Aug 19 13:10:59.503962 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.db [req-dd0e6068-fbeb-45e2-8853-1e1907ed8b89 req-f59c87b8-be26-4429-9aa1-417e835774af service neutron] For port 3b567a37-7883-47e0-9f6b-5813c1c8aed1, host hv-cinder-80514, cleared binding levels {{(pid=79300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 19 13:10:59.508278 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.db [req-dd0e6068-fbeb-45e2-8853-1e1907ed8b89 req-f59c87b8-be26-4429-9aa1-417e835774af service neutron] For port 3b567a37-7883-47e0-9f6b-5813c1c8aed1, host hv-cinder-80514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=3b567a37-7883-47e0-9f6b-5813c1c8aed1,segment=NetworkSegment(8989bbea-6f05-45e9-aa2f-091105ddb490),segment_id=8989bbea-6f05-45e9-aa2f-091105ddb490)] {{(pid=79300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 19 13:10:59.552866 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-dd0e6068-fbeb-45e2-8853-1e1907ed8b89 req-f59c87b8-be26-4429-9aa1-417e835774af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6202502'] for port, after_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:59.563556 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:10:59.615364 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-c59ef86c-f441-46bf-89cf-7d20c12c28bd req-36512f7d-03c6-42d4-b8dc-8c54e3fd7777 tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e7b2496-ea55-4d2e-908d-2a4b09c87aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311650 Aug 19 13:10:59.632404 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e6068-fbeb-45e2-8853-1e1907ed8b89 req-f59c87b8-be26-4429-9aa1-417e835774af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:59.633229 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-dd0e6068-fbeb-45e2-8853-1e1907ed8b89 req-f59c87b8-be26-4429-9aa1-417e835774af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for port, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:59.634623 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-dd0e6068-fbeb-45e2-8853-1e1907ed8b89 req-f59c87b8-be26-4429-9aa1-417e835774af service neutron] 10.222.0.68 "PUT /v2.0/ports/3b567a37-7883-47e0-9f6b-5813c1c8aed1 HTTP/1.1" status: 200 len: 1093 time: 2.4451957 Aug 19 13:10:59.672681 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59c87b8-be26-4429-9aa1-417e835774af service neutron] Pushing event updated for resources: {'Port': ['ID=3b567a37-7883-47e0-9f6b-5813c1c8aed1,revision_number=3']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:59.673652 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-f386c6b1-c6fd-4d57-9890-8b1ed3499568 req-9980f15a-de2e-4b60-aeae-430eadc79eec service neutron] 10.222.0.68 "GET /v2.0/networks/1d77b99d-7ba7-4067-8ba3-3867da9acfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134778 Aug 19 13:10:59.675941 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-f59c87b8-be26-4429-9aa1-417e835774af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:10:59.700654 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6b40c-a12e-463e-b03e-5367e0ed3bd2 req-353ea0f4-086a-4ef1-bada-d1cd1f75ad23 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:59.702323 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-afa6b40c-a12e-463e-b03e-5367e0ed3bd2 req-353ea0f4-086a-4ef1-bada-d1cd1f75ad23 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=492b6584-80b5-4f40-955b-e7e0073b140b HTTP/1.1" status: 200 len: 943 time: 0.1923823 Aug 19 13:10:59.853317 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-afa6b40c-a12e-463e-b03e-5367e0ed3bd2 req-77246c6a-8fc7-44ca-9274-db2f1c3167c5 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985162 Aug 19 13:10:59.900474 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e6068-fbeb-45e2-8853-1e1907ed8b89 req-55ce629d-738e-40de-9381-123906bf4c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:59.901993 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-dd0e6068-fbeb-45e2-8853-1e1907ed8b89 req-55ce629d-738e-40de-9381-123906bf4c96 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b4b6db281aeb4ab1a7d3d41dbacfa52a&device_id=492b6584-80b5-4f40-955b-e7e0073b140b HTTP/1.1" status: 200 len: 1096 time: 0.1918983 Aug 19 13:10:59.918149 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0706bdf3-91bb-424e-a752-58fc9ce14d39', 'name': 'network-vif-deleted', 'tag': '58ad9c72-3037-4a66-b3cc-43685c124e86', 'status': 'completed', 'code': 200} Aug 19 13:10:59.937812 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-f386c6b1-c6fd-4d57-9890-8b1ed3499568 req-ee0884b6-144b-4b03-965b-1854018cb738 service neutron] 10.222.0.68 "GET /v2.0/networks/1d77b99d-7ba7-4067-8ba3-3867da9acfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313991 Aug 19 13:10:59.999503 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-dd0e6068-fbeb-45e2-8853-1e1907ed8b89 req-2836b2b8-712f-420f-a5d9-0dcf3a3ad26d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b567a37-7883-47e0-9f6b-5813c1c8aed1 HTTP/1.1" status: 200 len: 217 time: 0.0768096 Aug 19 13:11:00.077683 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e6068-fbeb-45e2-8853-1e1907ed8b89 req-70b3b281-cabd-4f77-89bb-0e6f05d8a8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:00.079200 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-dd0e6068-fbeb-45e2-8853-1e1907ed8b89 req-70b3b281-cabd-4f77-89bb-0e6f05d8a8bf service neutron] 10.222.0.68 "GET /v2.0/subnets?id=26c62690-9449-4656-a8e9-dd8f15fc1ced HTTP/1.1" status: 200 len: 855 time: 0.0625300 Aug 19 13:11:00.141668 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-dd0e6068-fbeb-45e2-8853-1e1907ed8b89 req-1972dfd4-28d0-407f-bec4-c4fb2d462b36 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9cf8ab72-7b7e-4bd7-af10-857d36059c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452960 Aug 19 13:11:00.365937 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-dd0e6068-fbeb-45e2-8853-1e1907ed8b89 req-78f0d6dd-193b-40bb-8421-758174f54199 service neutron] 10.222.0.68 "GET /v2.0/networks/9cf8ab72-7b7e-4bd7-af10-857d36059c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417978 Aug 19 13:11:00.427644 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094bd477-6e44-4f08-ba97-d296191f230d req-0a8d91bb-8438-4b2b-bcce-65d17e825fb5 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:00.436321 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-094bd477-6e44-4f08-ba97-d296191f230d req-0a8d91bb-8438-4b2b-bcce-65d17e825fb5 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.1901875 Aug 19 13:11:00.486019 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-094bd477-6e44-4f08-ba97-d296191f230d req-58b8113b-2fb6-4b86-9c78-8d48e2451623 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487838 Aug 19 13:11:00.542724 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-dd0e6068-fbeb-45e2-8853-1e1907ed8b89 req-92e90b02-9573-414b-af06-bd8fe6b50c8a service neutron] 10.222.0.68 "GET /v2.0/networks/9cf8ab72-7b7e-4bd7-af10-857d36059c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619260 Aug 19 13:11:00.587970 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-762a1737-d542-4de9-bdb1-62966b2178f8 req-32a6df96-3c32-460d-8c44-29185b0a246a tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Synchronizing usage tracker for tenant:fb526f580b174650bfd37cf6eb800d5f on resource:port {{(pid=79300) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:11:00.605586 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-762a1737-d542-4de9-bdb1-62966b2178f8 req-32a6df96-3c32-460d-8c44-29185b0a246a tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Unset dirty status for tenant:fb526f580b174650bfd37cf6eb800d5f on resource:port {{(pid=79300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:11:00.607622 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-762a1737-d542-4de9-bdb1-62966b2178f8 req-32a6df96-3c32-460d-8c44-29185b0a246a tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/ports?device_id=0706bdf3-91bb-424e-a752-58fc9ce14d39 HTTP/1.1" status: 200 len: 210 time: 0.0640054 Aug 19 13:11:00.822265 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55380824-6adb-4ded-9557-cbe72abc35b9 req-558fe42b-0908-4dee-bcc2-964a0053c573 tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:00.823812 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-55380824-6adb-4ded-9557-cbe72abc35b9 req-558fe42b-0908-4dee-bcc2-964a0053c573 tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] 10.222.0.49 "GET /v2.0/ports?device_id=a705ff69-23a5-41ed-b66c-fd7950b5efc1 HTTP/1.1" status: 200 len: 948 time: 0.0910370 Aug 19 13:11:00.859142 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 0595848e-8295-48ac-8ac6-ee94bb2e9fa9 up at agent hyperv_hv-cinder-80514 {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:11:00.905946 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-55380824-6adb-4ded-9557-cbe72abc35b9 req-5aa4d110-3516-49d9-868b-192cbff5252a tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e7b2496-ea55-4d2e-908d-2a4b09c87aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728302 Aug 19 13:11:00.965992 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-668775f9-7680-40e4-bfa3-6ee641f3efe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:00.968344 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Provisioning for port 0595848e-8295-48ac-8ac6-ee94bb2e9fa9 completed by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:11:00.976369 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Provisioning complete for port 0595848e-8295-48ac-8ac6-ee94bb2e9fa9 triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:11:00.977070 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:01.122940 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a57fd-a50e-4732-b257-6d5eec698974 req-261896ec-bf44-4642-b8cd-039ee4a32747 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:01.124909 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-8c7a57fd-a50e-4732-b257-6d5eec698974 req-261896ec-bf44-4642-b8cd-039ee4a32747 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=492b6584-80b5-4f40-955b-e7e0073b140b HTTP/1.1" status: 200 len: 943 time: 0.1129196 Aug 19 13:11:01.151322 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:01.182657 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-8c7a57fd-a50e-4732-b257-6d5eec698974 req-07d8807a-e978-412a-a803-3c0dd356baf5 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514748 Aug 19 13:11:01.198019 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a705ff69-23a5-41ed-b66c-fd7950b5efc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0595848e-8295-48ac-8ac6-ee94bb2e9fa9'}] {{(pid=79301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:11:01.211393 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port 0595848e-8295-48ac-8ac6-ee94bb2e9fa9, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=0595848e-8295-48ac-8ac6-ee94bb2e9fa9,segment=NetworkSegment(6f474d0f-72ce-4903-9fce-28dc83dba96d),segment_id=6f474d0f-72ce-4903-9fce-28dc83dba96d)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:11:01.217241 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:01.218366 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 58ad9c72-3037-4a66-b3cc-43685c124e86 no longer exists at agent hyperv_hv-cinder-80514 {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 19 13:11:01.261906 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:01.319428 dv-cinder-805144-1-iscsi neutron-server[79301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a705ff69-23a5-41ed-b66c-fd7950b5efc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0595848e-8295-48ac-8ac6-ee94bb2e9fa9', 'code': 200} Aug 19 13:11:01.328019 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] No Port match for: 58ad9c72-3037-4a66-b3cc-43685c124e86 {{(pid=79301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 19 13:11:01.328663 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 58ad9c72-3037-4a66-b3cc-43685c124e86 not bound to the agent host hv-cinder-80514 {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 19 13:11:01.359532 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=0595848e-8295-48ac-8ac6-ee94bb2e9fa9,revision_number=5']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:01.368108 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:01.368584 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:01.369163 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:01.369714 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:01.370143 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:01.370573 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:01.371002 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:01.371441 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:01.372711 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:01.373615 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:01.373997 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:01.374517 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:01.378467 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:01.689041 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3135b3e-16c0-468a-ab55-de3d26d3c7c5 req-ba3a03f4-e09a-4cfe-9977-684bb905d302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:01.690604 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-f3135b3e-16c0-468a-ab55-de3d26d3c7c5 req-ba3a03f4-e09a-4cfe-9977-684bb905d302 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=a705ff69-23a5-41ed-b66c-fd7950b5efc1 HTTP/1.1" status: 200 len: 1102 time: 0.1491666 Aug 19 13:11:01.728150 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f01872-8f20-4f5e-a89d-8dbc1bf4eec6 req-96b5962c-f722-4308-beec-c089899e7dd2 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:01.730107 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-a1f01872-8f20-4f5e-a89d-8dbc1bf4eec6 req-96b5962c-f722-4308-beec-c089899e7dd2 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.1211584 Aug 19 13:11:01.766117 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:01.805224 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-a1f01872-8f20-4f5e-a89d-8dbc1bf4eec6 req-36a6e8bf-93b1-4d28-943d-5dc966c6254c tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644908 Aug 19 13:11:01.814875 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-f3135b3e-16c0-468a-ab55-de3d26d3c7c5 req-74987ad6-36b5-446c-8188-d1c0a15d72d4 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=9e7b2496-ea55-4d2e-908d-2a4b09c87aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153443 Aug 19 13:11:01.919672 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '492b6584-80b5-4f40-955b-e7e0073b140b', 'tag': '3b567a37-7883-47e0-9f6b-5813c1c8aed1'}] {{(pid=79300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:11:01.968343 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '492b6584-80b5-4f40-955b-e7e0073b140b', 'tag': '3b567a37-7883-47e0-9f6b-5813c1c8aed1', 'status': 'completed', 'code': 200} Aug 19 13:11:02.148172 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59679ddf-a888-4177-9f1c-c4ba89d4b295 req-fa07c5ad-63d8-458e-849c-b3bba9188e4d tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:02.149885 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-59679ddf-a888-4177-9f1c-c4ba89d4b295 req-fa07c5ad-63d8-458e-849c-b3bba9188e4d tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] 10.222.0.49 "GET /v2.0/ports?device_id=a705ff69-23a5-41ed-b66c-fd7950b5efc1 HTTP/1.1" status: 200 len: 949 time: 0.0966303 Aug 19 13:11:02.154381 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90959cd-e15a-49df-8cf5-eac5c52a34c4 req-2eeda867-f384-46aa-8b6e-fac16057b1dc tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:02.156005 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-c90959cd-e15a-49df-8cf5-eac5c52a34c4 req-2eeda867-f384-46aa-8b6e-fac16057b1dc tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/networks?id=428fc940-9edc-4973-b634-4ade05df4d4c HTTP/1.1" status: 200 len: 808 time: 0.1794903 Aug 19 13:11:02.173031 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-c90959cd-e15a-49df-8cf5-eac5c52a34c4 req-f84ebc4d-4dad-4461-9d6d-aef1db76cec9 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/quotas/fb526f580b174650bfd37cf6eb800d5f HTTP/1.1" status: 200 len: 375 time: 0.0103920 Aug 19 13:11:02.202432 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-59679ddf-a888-4177-9f1c-c4ba89d4b295 req-17537e92-7c0c-4c3a-83d0-b21ed9068645 tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e7b2496-ea55-4d2e-908d-2a4b09c87aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464516 Aug 19 13:11:02.229766 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-c90959cd-e15a-49df-8cf5-eac5c52a34c4 req-3871f561-0801-48c7-95ce-6e5e4ad6b834 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb526f580b174650bfd37cf6eb800d5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511725 Aug 19 13:11:02.364078 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-c90959cd-e15a-49df-8cf5-eac5c52a34c4 req-e37664b7-391c-421e-8170-2279d3f8c01d service neutron] 10.222.0.49 "GET /v2.0/networks/428fc940-9edc-4973-b634-4ade05df4d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276684 Aug 19 13:11:02.500463 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-c90959cd-e15a-49df-8cf5-eac5c52a34c4 req-023a2ac0-b23c-40eb-94f2-88b3a93a8697 service neutron] 10.222.0.49 "GET /v2.0/networks/428fc940-9edc-4973-b634-4ade05df4d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299236 Aug 19 13:11:02.772589 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975664ee-78ef-416a-8945-5c6f5e176a8e req-9e023519-a419-483f-a6d0-d0a17a7f168a tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:02.775228 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-975664ee-78ef-416a-8945-5c6f5e176a8e req-9e023519-a419-483f-a6d0-d0a17a7f168a tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=492b6584-80b5-4f40-955b-e7e0073b140b HTTP/1.1" status: 200 len: 943 time: 0.0894284 Aug 19 13:11:02.832983 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-975664ee-78ef-416a-8945-5c6f5e176a8e req-b2bafb27-14cc-4a1b-b659-1d2bd167bdc9 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504687 Aug 19 13:11:03.426209 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:04.957318 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 3b567a37-7883-47e0-9f6b-5813c1c8aed1 details requested by agent hyperv_hv-cinder-80514 with host hv-cinder-80514 {{(pid=79301) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 19 13:11:04.982489 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:05.119035 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port 3b567a37-7883-47e0-9f6b-5813c1c8aed1, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=3b567a37-7883-47e0-9f6b-5813c1c8aed1,segment=NetworkSegment(8989bbea-6f05-45e9-aa2f-091105ddb490),segment_id=8989bbea-6f05-45e9-aa2f-091105ddb490)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:11:05.133863 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Returning: {'device': '3b567a37-7883-47e0-9f6b-5813c1c8aed1', 'network_id': '9cf8ab72-7b7e-4bd7-af10-857d36059c21', 'port_id': '3b567a37-7883-47e0-9f6b-5813c1c8aed1', 'mac_address': 'fa:16:3e:15:a9:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26c62690-9449-4656-a8e9-dd8f15fc1ced', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79301) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 19 13:11:05.196099 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:05.216531 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b567a37-7883-47e0-9f6b-5813c1c8aed1 {{(pid=79301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:11:05.227009 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5879669-ef5f-4756-b409-93fd19f35f36 req-c15539bb-fac6-4089-b8bc-c5de9d8f4d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:05.228650 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-c5879669-ef5f-4756-b409-93fd19f35f36 req-c15539bb-fac6-4089-b8bc-c5de9d8f4d1d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b4b6db281aeb4ab1a7d3d41dbacfa52a&device_id=492b6584-80b5-4f40-955b-e7e0073b140b HTTP/1.1" status: 200 len: 1096 time: 0.0819209 Aug 19 13:11:05.234272 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port 3b567a37-7883-47e0-9f6b-5813c1c8aed1, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=3b567a37-7883-47e0-9f6b-5813c1c8aed1,segment=NetworkSegment(8989bbea-6f05-45e9-aa2f-091105ddb490),segment_id=8989bbea-6f05-45e9-aa2f-091105ddb490)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:11:05.239620 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:05.241956 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:05.317476 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=3b567a37-7883-47e0-9f6b-5813c1c8aed1,revision_number=4']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:05.320473 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:05.405328 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-8fd907b2-d9e1-4753-a54c-3b04f8b360b0 req-22fe352c-6b62-4486-b226-c2370bf335e6 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1375072 Aug 19 13:11:05.412274 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-bc759b73-1a55-48cf-befa-8c97fd7b13d7 req-b3434f90-53af-47d0-b6bc-74c50e79c82b tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/ports?device_id=b59cf8e6-11a0-485a-b2af-0554c57ccca0 HTTP/1.1" status: 200 len: 210 time: 0.1009731 Aug 19 13:11:05.487349 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5879669-ef5f-4756-b409-93fd19f35f36 req-666e924f-e4f9-48a0-835b-6cc90c1bf8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:05.488950 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-c5879669-ef5f-4756-b409-93fd19f35f36 req-666e924f-e4f9-48a0-835b-6cc90c1bf8a9 service neutron] 10.222.0.68 "GET /v2.0/networks?id=9cf8ab72-7b7e-4bd7-af10-857d36059c21 HTTP/1.1" status: 200 len: 917 time: 0.2207353 Aug 19 13:11:05.573751 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-c5879669-ef5f-4756-b409-93fd19f35f36 req-ceec9481-db6e-465f-b551-aa44477b72a4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b567a37-7883-47e0-9f6b-5813c1c8aed1 HTTP/1.1" status: 200 len: 217 time: 0.0748677 Aug 19 13:11:05.578818 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb9f84-538b-43cb-b618-9bab57cd4d52 req-25768941-db94-4155-9438-c286397a0614 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:05.580483 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-4bdb9f84-538b-43cb-b618-9bab57cd4d52 req-25768941-db94-4155-9438-c286397a0614 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.1791425 Aug 19 13:11:05.588670 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd907b2-d9e1-4753-a54c-3b04f8b360b0 req-ae97b89a-f604-4953-aabe-65ea8143f9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:05.590369 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-8fd907b2-d9e1-4753-a54c-3b04f8b360b0 req-ae97b89a-f604-4953-aabe-65ea8143f9ba service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=11dcb989ec6c4491ae1ae5f2a00cbfd7&device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 1099 time: 0.1298249 Aug 19 13:11:05.731484 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-4bdb9f84-538b-43cb-b618-9bab57cd4d52 req-f63caf30-50a9-402a-bfb1-6e436b78d331 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394289 Aug 19 13:11:05.786048 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5879669-ef5f-4756-b409-93fd19f35f36 req-892027d7-f117-4c91-8bdf-6805e2e64f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:05.787924 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-c5879669-ef5f-4756-b409-93fd19f35f36 req-892027d7-f117-4c91-8bdf-6805e2e64f5b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=26c62690-9449-4656-a8e9-dd8f15fc1ced HTTP/1.1" status: 200 len: 855 time: 0.0820587 Aug 19 13:11:05.822149 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd907b2-d9e1-4753-a54c-3b04f8b360b0 req-eee1a96d-0763-4ca7-abdd-dc22a6c532ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:05.824774 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-8fd907b2-d9e1-4753-a54c-3b04f8b360b0 req-eee1a96d-0763-4ca7-abdd-dc22a6c532ab service neutron] 10.222.0.68 "GET /v2.0/networks?id=3b979c5e-82fd-4500-9fbc-547a88a6c3c4 HTTP/1.1" status: 200 len: 917 time: 0.2010999 Aug 19 13:11:05.848431 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] get_ports_and_sgs() called for port_ids ['3b567a37-7883-47e0-9f6b-5813c1c8aed1'] {{(pid=79301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 19 13:11:05.854349 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-c5879669-ef5f-4756-b409-93fd19f35f36 req-05318e17-de30-4de0-aa82-85dfdf162883 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9cf8ab72-7b7e-4bd7-af10-857d36059c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529704 Aug 19 13:11:05.899233 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277167b7-9174-4930-87d5-76f7ecb82ef8 req-5f660264-5677-4842-b603-266cd797cd9b tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:05.900781 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-277167b7-9174-4930-87d5-76f7ecb82ef8 req-5f660264-5677-4842-b603-266cd797cd9b tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] 10.222.0.49 "GET /v2.0/ports?device_id=a705ff69-23a5-41ed-b66c-fd7950b5efc1 HTTP/1.1" status: 200 len: 949 time: 0.3290772 Aug 19 13:11:06.009695 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-8fd907b2-d9e1-4753-a54c-3b04f8b360b0 req-ed51bc35-961b-46f0-a0f1-e26de3697ae3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47424f4a-678d-4870-ae86-843b6d41156c HTTP/1.1" status: 200 len: 1001 time: 0.1736991 Aug 19 13:11:06.042921 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-277167b7-9174-4930-87d5-76f7ecb82ef8 req-d0de10b8-f566-4801-a724-3114b74205fe tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e7b2496-ea55-4d2e-908d-2a4b09c87aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849783 Aug 19 13:11:06.069755 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-c5879669-ef5f-4756-b409-93fd19f35f36 req-3f6165f7-5742-4992-b9d4-ef047ec40a6f service neutron] 10.222.0.68 "GET /v2.0/networks/9cf8ab72-7b7e-4bd7-af10-857d36059c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042477 Aug 19 13:11:06.077340 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8782a-83c1-4896-b0ca-6e5c46a0bc19 req-a38fd936-c5c9-4576-8597-340d9e590d48 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:06.081985 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-98a8782a-83c1-4896-b0ca-6e5c46a0bc19 req-a38fd936-c5c9-4576-8597-340d9e590d48 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=492b6584-80b5-4f40-955b-e7e0073b140b HTTP/1.1" status: 200 len: 944 time: 0.2448997 Aug 19 13:11:06.131137 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd907b2-d9e1-4753-a54c-3b04f8b360b0 req-8a60d3f2-02e2-4c8f-beb8-431ea6f5b9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:06.132806 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-8fd907b2-d9e1-4753-a54c-3b04f8b360b0 req-8a60d3f2-02e2-4c8f-beb8-431ea6f5b9e5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a5197019-4cd9-46fe-ad6e-7e976db4e517 HTTP/1.1" status: 200 len: 854 time: 0.1119545 Aug 19 13:11:06.144317 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-98a8782a-83c1-4896-b0ca-6e5c46a0bc19 req-a2965443-e5ef-442c-9686-6e720bd5908d tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591309 Aug 19 13:11:06.255781 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd907b2-d9e1-4753-a54c-3b04f8b360b0 req-bbb393c8-41a0-4317-bbb8-e14d551d8f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:06.257305 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-8fd907b2-d9e1-4753-a54c-3b04f8b360b0 req-bbb393c8-41a0-4317-bbb8-e14d551d8f68 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3b979c5e-82fd-4500-9fbc-547a88a6c3c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1037154 Aug 19 13:11:06.341003 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-c5879669-ef5f-4756-b409-93fd19f35f36 req-34b36517-5e2a-4e41-b68e-7299121938dc service neutron] 10.222.0.68 "GET /v2.0/networks/9cf8ab72-7b7e-4bd7-af10-857d36059c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481008 Aug 19 13:11:06.414969 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90959cd-e15a-49df-8cf5-eac5c52a34c4 req-4d95f3e2-54f0-4091-ad15-2f5d2557bd81 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:06.416578 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-c90959cd-e15a-49df-8cf5-eac5c52a34c4 req-4d95f3e2-54f0-4091-ad15-2f5d2557bd81 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.68 "GET /v2.0/networks?id=428fc940-9edc-4973-b634-4ade05df4d4c HTTP/1.1" status: 200 len: 808 time: 0.1905308 Aug 19 13:11:06.527261 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-8fd907b2-d9e1-4753-a54c-3b04f8b360b0 req-925ab7a8-6c39-4b2c-983d-a6011efaeeb5 service neutron] 10.222.0.68 "GET /v2.0/networks/3b979c5e-82fd-4500-9fbc-547a88a6c3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535994 Aug 19 13:11:06.647970 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [req-c90959cd-e15a-49df-8cf5-eac5c52a34c4 req-b06a0cc1-5898-4898-bc5a-1cfd733ab15e tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Request body: {'port': {'device_id': 'b59cf8e6-11a0-485a-b2af-0554c57ccca0', 'network_id': '428fc940-9edc-4973-b634-4ade05df4d4c', 'admin_state_up': True, 'tenant_id': 'fb526f580b174650bfd37cf6eb800d5f'}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:11:06.944179 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-8e583fe7-be3d-4b84-b716-4141bb6d9c3d req-88b6d37e-91c9-4506-845d-6cd6aa9ed9e0 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/ports?device_id=b59cf8e6-11a0-485a-b2af-0554c57ccca0 HTTP/1.1" status: 200 len: 210 time: 0.1329587 Aug 19 13:11:06.975513 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [req-c90959cd-e15a-49df-8cf5-eac5c52a34c4 req-b06a0cc1-5898-4898-bc5a-1cfd733ab15e tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:11:06.991194 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [req-c90959cd-e15a-49df-8cf5-eac5c52a34c4 req-b06a0cc1-5898-4898-bc5a-1cfd733ab15e tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:11:07.002034 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c90959cd-e15a-49df-8cf5-eac5c52a34c4 req-b06a0cc1-5898-4898-bc5a-1cfd733ab15e tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Made reservation on behalf of fb526f580b174650bfd37cf6eb800d5f for: {'port': 1} {{(pid=79300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:11:07.005627 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-c90959cd-e15a-49df-8cf5-eac5c52a34c4 req-b06a0cc1-5898-4898-bc5a-1cfd733ab15e tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:07.054671 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-8fd907b2-d9e1-4753-a54c-3b04f8b360b0 req-8b0d51d5-ba04-4a3d-977f-35f0267f73be service neutron] 10.222.0.68 "GET /v2.0/networks/3b979c5e-82fd-4500-9fbc-547a88a6c3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262706 Aug 19 13:11:07.067346 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb8a11-97a1-474e-a36e-cc6dac8d9079 req-34fd9583-b0a4-4171-8ccf-555c8c1ffef7 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:07.068648 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-44fb8a11-97a1-474e-a36e-cc6dac8d9079 req-34fd9583-b0a4-4171-8ccf-555c8c1ffef7 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.1575487 Aug 19 13:11:07.145583 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-44fb8a11-97a1-474e-a36e-cc6dac8d9079 req-f167c75e-1181-4551-b626-afb7657f6585 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712039 Aug 19 13:11:07.244753 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.db_base_plugin_common [req-c90959cd-e15a-49df-8cf5-eac5c52a34c4 req-b06a0cc1-5898-4898-bc5a-1cfd733ab15e tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Allocated IP 172.20.0.2 (428fc940-9edc-4973-b634-4ade05df4d4c/677ab495-a694-4031-bd9b-c29a47cd01a3/b1a1ac65-1fc0-40c8-9677-72a2bd05f1fa) {{(pid=79300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:11:07.300140 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa0e04-41c0-4414-b75e-15599fdc31d9 req-b185ef49-a5c7-4389-b35f-c6704efb98bb tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:07.301424 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-59fa0e04-41c0-4414-b75e-15599fdc31d9 req-b185ef49-a5c7-4389-b35f-c6704efb98bb tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] 10.222.0.49 "GET /v2.0/ports?device_id=a705ff69-23a5-41ed-b66c-fd7950b5efc1 HTTP/1.1" status: 200 len: 949 time: 0.1454124 Aug 19 13:11:07.367081 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b5d2b-1d2c-4b8f-a285-d6a6ee09b55a req-ab2b4851-8267-4661-8dc6-89ca2e85a8a1 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:07.375594 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-c91b5d2b-1d2c-4b8f-a285-d6a6ee09b55a req-ab2b4851-8267-4661-8dc6-89ca2e85a8a1 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=492b6584-80b5-4f40-955b-e7e0073b140b HTTP/1.1" status: 200 len: 944 time: 0.1076474 Aug 19 13:11:07.418876 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-c91b5d2b-1d2c-4b8f-a285-d6a6ee09b55a req-c3bd2ebd-7973-4b90-81c9-ac0d13983d34 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414991 Aug 19 13:11:07.444297 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-59fa0e04-41c0-4414-b75e-15599fdc31d9 req-419f5780-e08a-48e9-82f0-9e7f31a6509a tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e7b2496-ea55-4d2e-908d-2a4b09c87aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288421 Aug 19 13:11:07.519089 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-c90959cd-e15a-49df-8cf5-eac5c52a34c4 req-b06a0cc1-5898-4898-bc5a-1cfd733ab15e tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Notify callbacks [] for port, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:07.553357 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-c90959cd-e15a-49df-8cf5-eac5c52a34c4 req-b06a0cc1-5898-4898-bc5a-1cfd733ab15e tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202527'] for port, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:07.562567 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-5968de4d-21c5-4bbb-8172-8bd3f7a98381 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:07.648188 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c90959cd-e15a-49df-8cf5-eac5c52a34c4 req-b06a0cc1-5898-4898-bc5a-1cfd733ab15e tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Network 428fc940-9edc-4973-b634-4ade05df4d4c is already hosted by enough agents. {{(pid=79300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:11:07.651527 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.base_scheduler [req-c90959cd-e15a-49df-8cf5-eac5c52a34c4 req-b06a0cc1-5898-4898-bc5a-1cfd733ab15e tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Resources bound (agent type, host, resource id): {{(pid=79300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:11:07.655507 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.l3_dvrscheduler_db [req-c90959cd-e15a-49df-8cf5-eac5c52a34c4 req-b06a0cc1-5898-4898-bc5a-1cfd733ab15e tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Received port after_create {{(pid=79300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:11:07.685668 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a0cc1-5898-4898-bc5a-1cfd733ab15e tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Pushing event updated for resources: {'Port': ['ID=b1a1ac65-1fc0-40c8-9677-72a2bd05f1fa,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:07.692531 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-b06a0cc1-5898-4898-bc5a-1cfd733ab15e tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:07.724412 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90959cd-e15a-49df-8cf5-eac5c52a34c4 req-b06a0cc1-5898-4898-bc5a-1cfd733ab15e tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:07.725032 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-c90959cd-e15a-49df-8cf5-eac5c52a34c4 req-b06a0cc1-5898-4898-bc5a-1cfd733ab15e tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for port, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:07.762771 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-c90959cd-e15a-49df-8cf5-eac5c52a34c4 req-b06a0cc1-5898-4898-bc5a-1cfd733ab15e tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1181736 Aug 19 13:11:07.894252 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [req-c90959cd-e15a-49df-8cf5-eac5c52a34c4 req-097bc7ad-23cf-4029-a58b-5d3f9cad89ca service neutron] Request body: {'port': {'device_id': 'b59cf8e6-11a0-485a-b2af-0554c57ccca0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80514'}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:11:08.023901 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 3b567a37-7883-47e0-9f6b-5813c1c8aed1 up at agent hyperv_hv-cinder-80514 {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:11:08.024444 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-c90959cd-e15a-49df-8cf5-eac5c52a34c4 req-097bc7ad-23cf-4029-a58b-5d3f9cad89ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:08.132162 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Provisioning for port 3b567a37-7883-47e0-9f6b-5813c1c8aed1 completed by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:11:08.138401 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Provisioning complete for port 3b567a37-7883-47e0-9f6b-5813c1c8aed1 triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:11:08.139282 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:08.316268 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e4ea2e-f72e-4ef7-8a92-9dbb031b4e0f req-c48337f0-a49b-4f5f-8d48-978591021390 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:08.325451 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e4e4ea2e-f72e-4ef7-8a92-9dbb031b4e0f req-c48337f0-a49b-4f5f-8d48-978591021390 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/ports?device_id=b59cf8e6-11a0-485a-b2af-0554c57ccca0 HTTP/1.1" status: 200 len: 931 time: 0.1313620 Aug 19 13:11:08.329957 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:08.383126 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port 3b567a37-7883-47e0-9f6b-5813c1c8aed1, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=3b567a37-7883-47e0-9f6b-5813c1c8aed1,segment=NetworkSegment(8989bbea-6f05-45e9-aa2f-091105ddb490),segment_id=8989bbea-6f05-45e9-aa2f-091105ddb490)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:11:08.385424 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '492b6584-80b5-4f40-955b-e7e0073b140b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b567a37-7883-47e0-9f6b-5813c1c8aed1'}] {{(pid=79301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:11:08.393439 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:08.396868 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:08.397710 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e4e4ea2e-f72e-4ef7-8a92-9dbb031b4e0f req-ef88109e-a8fa-4aed-8d93-643828312d4f tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6b6bfed-7730-483e-870a-f2ff1fe2dd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694799 Aug 19 13:11:08.438062 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e4c6d-b23d-4fa8-9da0-d50ca44b9ba8 req-e0cd8209-de39-4cbc-9294-836df48a6c59 tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:08.445541 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-c61e4c6d-b23d-4fa8-9da0-d50ca44b9ba8 req-e0cd8209-de39-4cbc-9294-836df48a6c59 tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] 10.222.0.49 "GET /v2.0/ports?device_id=a705ff69-23a5-41ed-b66c-fd7950b5efc1 HTTP/1.1" status: 200 len: 949 time: 0.3144131 Aug 19 13:11:08.509463 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=3b567a37-7883-47e0-9f6b-5813c1c8aed1,revision_number=5']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:08.514180 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:08.567995 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-c61e4c6d-b23d-4fa8-9da0-d50ca44b9ba8 req-68df99c9-9f87-462d-ae7f-42e94e3b97d5 tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e7b2496-ea55-4d2e-908d-2a4b09c87aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196225 Aug 19 13:11:08.659405 dv-cinder-805144-1-iscsi neutron-server[79301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '492b6584-80b5-4f40-955b-e7e0073b140b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b567a37-7883-47e0-9f6b-5813c1c8aed1', 'code': 200} Aug 19 13:11:08.757318 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a32b37-fcdd-4689-aed9-b77ee52335da req-99dd84e4-3757-4b50-a0eb-c5bf74598e0e tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:08.765420 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-77a32b37-fcdd-4689-aed9-b77ee52335da req-99dd84e4-3757-4b50-a0eb-c5bf74598e0e tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.1561069 Aug 19 13:11:08.826401 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.notifiers.nova [req-c90959cd-e15a-49df-8cf5-eac5c52a34c4 req-097bc7ad-23cf-4029-a58b-5d3f9cad89ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1a1ac65-1fc0-40c8-9677-72a2bd05f1fa {{(pid=79300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:11:08.843083 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-77a32b37-fcdd-4689-aed9-b77ee52335da req-46db500a-1f7a-4f38-8c5c-7360a504f7b2 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764744 Aug 19 13:11:08.844102 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-c90959cd-e15a-49df-8cf5-eac5c52a34c4 req-097bc7ad-23cf-4029-a58b-5d3f9cad89ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:08.919433 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.provisioning_blocks [req-c90959cd-e15a-49df-8cf5-eac5c52a34c4 req-097bc7ad-23cf-4029-a58b-5d3f9cad89ca service neutron] Transition to ACTIVE for port object b1a1ac65-1fc0-40c8-9677-72a2bd05f1fa will not be triggered until provisioned by entity L2. {{(pid=79300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:11:08.947227 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-c90959cd-e15a-49df-8cf5-eac5c52a34c4 req-097bc7ad-23cf-4029-a58b-5d3f9cad89ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6202502'] for port, after_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:08.954117 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:09.147205 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7eacb3-4e5d-4e65-9929-a430e196f41d req-36cd9213-7f37-4033-addd-e4a32619f966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:09.149081 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-3d7eacb3-4e5d-4e65-9929-a430e196f41d req-36cd9213-7f37-4033-addd-e4a32619f966 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=492b6584-80b5-4f40-955b-e7e0073b140b HTTP/1.1" status: 200 len: 1098 time: 0.0843582 Aug 19 13:11:09.187643 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097bc7ad-23cf-4029-a58b-5d3f9cad89ca service neutron] Pushing event updated for resources: {'Port': ['ID=b1a1ac65-1fc0-40c8-9677-72a2bd05f1fa,revision_number=2']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:09.200446 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-097bc7ad-23cf-4029-a58b-5d3f9cad89ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:09.215163 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-3d7eacb3-4e5d-4e65-9929-a430e196f41d req-8bb7010f-020f-4f4b-ae0d-1c16855c4397 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489523 Aug 19 13:11:09.219666 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aba2ca-cef7-42e6-a129-fb9123b43335 req-928cc889-8a53-4ae2-9a86-a8ae06c4bf3e tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:09.221216 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-04aba2ca-cef7-42e6-a129-fb9123b43335 req-928cc889-8a53-4ae2-9a86-a8ae06c4bf3e tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=492b6584-80b5-4f40-955b-e7e0073b140b HTTP/1.1" status: 200 len: 945 time: 0.3592741 Aug 19 13:11:09.282572 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.managers [req-c90959cd-e15a-49df-8cf5-eac5c52a34c4 req-097bc7ad-23cf-4029-a58b-5d3f9cad89ca service neutron] Attempting to bind port b1a1ac65-1fc0-40c8-9677-72a2bd05f1fa on host hv-cinder-80514 for vnic_type normal with profile {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:11:09.282910 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.managers [req-c90959cd-e15a-49df-8cf5-eac5c52a34c4 req-097bc7ad-23cf-4029-a58b-5d3f9cad89ca service neutron] Attempting to bind port b1a1ac65-1fc0-40c8-9677-72a2bd05f1fa by drivers openvswitch,hyperv on host hv-cinder-80514 at level 0 using segments [{'id': '2b28da94-8e17-4677-8ffd-5efd373fd992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '428fc940-9edc-4973-b634-4ade05df4d4c'}] {{(pid=79300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:11:09.283236 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90959cd-e15a-49df-8cf5-eac5c52a34c4 req-097bc7ad-23cf-4029-a58b-5d3f9cad89ca service neutron] Attempting to bind port b1a1ac65-1fc0-40c8-9677-72a2bd05f1fa on network 428fc940-9edc-4973-b634-4ade05df4d4c {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:11:09.294203 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90959cd-e15a-49df-8cf5-eac5c52a34c4 req-097bc7ad-23cf-4029-a58b-5d3f9cad89ca service neutron] Port b1a1ac65-1fc0-40c8-9677-72a2bd05f1fa on network 428fc940-9edc-4973-b634-4ade05df4d4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80514 {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 19 13:11:09.294539 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90959cd-e15a-49df-8cf5-eac5c52a34c4 req-097bc7ad-23cf-4029-a58b-5d3f9cad89ca service neutron] Attempting to bind port b1a1ac65-1fc0-40c8-9677-72a2bd05f1fa on network 428fc940-9edc-4973-b634-4ade05df4d4c {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:11:09.298994 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-04aba2ca-cef7-42e6-a129-fb9123b43335 req-d6ef6539-f1cd-4830-a4b6-6cf9bcde36d8 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686224 Aug 19 13:11:09.302959 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90959cd-e15a-49df-8cf5-eac5c52a34c4 req-097bc7ad-23cf-4029-a58b-5d3f9cad89ca service neutron] Checking agent: {'id': '5d0591c0-6bc7-4d98-9be8-a8b87dc9a0b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 13, 7, 4), 'started_at': datetime.datetime(2021, 8, 19, 13, 7, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 19 13:11:09.303292 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90959cd-e15a-49df-8cf5-eac5c52a34c4 req-097bc7ad-23cf-4029-a58b-5d3f9cad89ca service neutron] Checking segment: {'id': '2b28da94-8e17-4677-8ffd-5efd373fd992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '428fc940-9edc-4973-b634-4ade05df4d4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:11:09.303713 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90959cd-e15a-49df-8cf5-eac5c52a34c4 req-097bc7ad-23cf-4029-a58b-5d3f9cad89ca service neutron] Bound using segment: {'id': '2b28da94-8e17-4677-8ffd-5efd373fd992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '428fc940-9edc-4973-b634-4ade05df4d4c'} {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 19 13:11:09.304139 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.managers [req-c90959cd-e15a-49df-8cf5-eac5c52a34c4 req-097bc7ad-23cf-4029-a58b-5d3f9cad89ca service neutron] Bound port: b1a1ac65-1fc0-40c8-9677-72a2bd05f1fa, host: hv-cinder-80514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b28da94-8e17-4677-8ffd-5efd373fd992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '428fc940-9edc-4973-b634-4ade05df4d4c'}}] {{(pid=79300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:11:09.304486 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-c90959cd-e15a-49df-8cf5-eac5c52a34c4 req-097bc7ad-23cf-4029-a58b-5d3f9cad89ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:09.393731 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.db [req-c90959cd-e15a-49df-8cf5-eac5c52a34c4 req-097bc7ad-23cf-4029-a58b-5d3f9cad89ca service neutron] For port b1a1ac65-1fc0-40c8-9677-72a2bd05f1fa, host hv-cinder-80514, cleared binding levels {{(pid=79300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 19 13:11:09.396645 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.db [req-c90959cd-e15a-49df-8cf5-eac5c52a34c4 req-097bc7ad-23cf-4029-a58b-5d3f9cad89ca service neutron] For port b1a1ac65-1fc0-40c8-9677-72a2bd05f1fa, host hv-cinder-80514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=b1a1ac65-1fc0-40c8-9677-72a2bd05f1fa,segment=NetworkSegment(2b28da94-8e17-4677-8ffd-5efd373fd992),segment_id=2b28da94-8e17-4677-8ffd-5efd373fd992)] {{(pid=79300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 19 13:11:09.401249 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-c90959cd-e15a-49df-8cf5-eac5c52a34c4 req-097bc7ad-23cf-4029-a58b-5d3f9cad89ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6202502'] for port, after_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:09.405641 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-74b1a9c1-68d7-40eb-a10a-1425000a312f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:09.471879 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90959cd-e15a-49df-8cf5-eac5c52a34c4 req-097bc7ad-23cf-4029-a58b-5d3f9cad89ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:09.472554 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-c90959cd-e15a-49df-8cf5-eac5c52a34c4 req-097bc7ad-23cf-4029-a58b-5d3f9cad89ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for port, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:09.473958 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-c90959cd-e15a-49df-8cf5-eac5c52a34c4 req-097bc7ad-23cf-4029-a58b-5d3f9cad89ca service neutron] 10.222.0.68 "PUT /v2.0/ports/b1a1ac65-1fc0-40c8-9677-72a2bd05f1fa HTTP/1.1" status: 200 len: 1093 time: 1.5841889 Aug 19 13:11:09.474400 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b59cf8e6-11a0-485a-b2af-0554c57ccca0', 'tag': 'b1a1ac65-1fc0-40c8-9677-72a2bd05f1fa'}] {{(pid=79300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:11:09.496218 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097bc7ad-23cf-4029-a58b-5d3f9cad89ca service neutron] Pushing event updated for resources: {'Port': ['ID=b1a1ac65-1fc0-40c8-9677-72a2bd05f1fa,revision_number=3']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:09.501518 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-097bc7ad-23cf-4029-a58b-5d3f9cad89ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:09.584454 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab46e1-259d-4bfe-9ac7-db4da385a327 req-1751603e-6de1-422f-85d9-bdb3a0a41cfc tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:09.585235 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-75ab46e1-259d-4bfe-9ac7-db4da385a327 req-1751603e-6de1-422f-85d9-bdb3a0a41cfc tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Synchronizing usage tracker for tenant:fb526f580b174650bfd37cf6eb800d5f on resource:port {{(pid=79300) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:11:09.602461 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-75ab46e1-259d-4bfe-9ac7-db4da385a327 req-1751603e-6de1-422f-85d9-bdb3a0a41cfc tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Unset dirty status for tenant:fb526f580b174650bfd37cf6eb800d5f on resource:port {{(pid=79300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:11:09.603697 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-75ab46e1-259d-4bfe-9ac7-db4da385a327 req-1751603e-6de1-422f-85d9-bdb3a0a41cfc tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/ports?device_id=b59cf8e6-11a0-485a-b2af-0554c57ccca0 HTTP/1.1" status: 200 len: 943 time: 0.1038859 Aug 19 13:11:09.657311 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-75ab46e1-259d-4bfe-9ac7-db4da385a327 req-ee4e9893-5a54-4053-b40f-8f56e5974e26 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6b6bfed-7730-483e-870a-f2ff1fe2dd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439754 Aug 19 13:11:09.667157 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b59cf8e6-11a0-485a-b2af-0554c57ccca0', 'tag': 'b1a1ac65-1fc0-40c8-9677-72a2bd05f1fa', 'status': 'completed', 'code': 200} Aug 19 13:11:09.786410 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90959cd-e15a-49df-8cf5-eac5c52a34c4 req-779ba7f1-65cb-47b0-a2d7-3bd2e3bb8cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:09.787907 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-c90959cd-e15a-49df-8cf5-eac5c52a34c4 req-779ba7f1-65cb-47b0-a2d7-3bd2e3bb8cf9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fb526f580b174650bfd37cf6eb800d5f&device_id=b59cf8e6-11a0-485a-b2af-0554c57ccca0 HTTP/1.1" status: 200 len: 1096 time: 0.0803733 Aug 19 13:11:09.842079 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f8085-ac0e-4397-bf2b-e4dc32af6fb0 req-1e5c472e-2b24-4a16-a054-32626f46e803 tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:09.844286 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0e3f8085-ac0e-4397-bf2b-e4dc32af6fb0 req-1e5c472e-2b24-4a16-a054-32626f46e803 tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] 10.222.0.49 "GET /v2.0/ports?device_id=a705ff69-23a5-41ed-b66c-fd7950b5efc1 HTTP/1.1" status: 200 len: 949 time: 0.0864086 Aug 19 13:11:09.873754 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-c90959cd-e15a-49df-8cf5-eac5c52a34c4 req-7b551232-a692-4423-b298-cee21eea4d4a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b1a1ac65-1fc0-40c8-9677-72a2bd05f1fa HTTP/1.1" status: 200 len: 217 time: 0.0652397 Aug 19 13:11:09.898746 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0e3f8085-ac0e-4397-bf2b-e4dc32af6fb0 req-c7594575-1324-452c-a21f-92a8b5456f55 tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e7b2496-ea55-4d2e-908d-2a4b09c87aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456719 Aug 19 13:11:09.954223 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90959cd-e15a-49df-8cf5-eac5c52a34c4 req-643ee0a0-52da-4519-9be2-f71d6c17db8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:09.955796 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-c90959cd-e15a-49df-8cf5-eac5c52a34c4 req-643ee0a0-52da-4519-9be2-f71d6c17db8e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=677ab495-a694-4031-bd9b-c29a47cd01a3 HTTP/1.1" status: 200 len: 848 time: 0.0754349 Aug 19 13:11:10.045831 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-c90959cd-e15a-49df-8cf5-eac5c52a34c4 req-3b2f5de8-7b32-492a-8ccb-5ea28e1a2b76 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=428fc940-9edc-4973-b634-4ade05df4d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831118 Aug 19 13:11:10.172180 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c1191-3c3d-4ea7-8dae-7688ec9d7927 req-31b81964-b12d-475a-b9eb-29499de00d8e tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:10.173637 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-fb0c1191-3c3d-4ea7-8dae-7688ec9d7927 req-31b81964-b12d-475a-b9eb-29499de00d8e tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.1808693 Aug 19 13:11:10.241939 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-c90959cd-e15a-49df-8cf5-eac5c52a34c4 req-4f1f65c5-f66e-4362-9ba7-2dfddc9c5a28 service neutron] 10.222.0.68 "GET /v2.0/networks/428fc940-9edc-4973-b634-4ade05df4d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800373 Aug 19 13:11:10.250034 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-fb0c1191-3c3d-4ea7-8dae-7688ec9d7927 req-27f303da-0fd5-40df-bea2-0b8ea53e8766 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583849 Aug 19 13:11:10.523514 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8e8dd-9e5a-4dee-b3e3-6140edd8d0ea req-82926ac8-d876-450a-bfd0-c079dbef610c tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:10.527804 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-7cb8e8dd-9e5a-4dee-b3e3-6140edd8d0ea req-82926ac8-d876-450a-bfd0-c079dbef610c tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=492b6584-80b5-4f40-955b-e7e0073b140b HTTP/1.1" status: 200 len: 945 time: 0.0976467 Aug 19 13:11:10.537348 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-c90959cd-e15a-49df-8cf5-eac5c52a34c4 req-a958135d-e4b5-4acf-9be8-15c5cc1a23fe service neutron] 10.222.0.68 "GET /v2.0/networks/428fc940-9edc-4973-b634-4ade05df4d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623022 Aug 19 13:11:10.597800 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-7cb8e8dd-9e5a-4dee-b3e3-6140edd8d0ea req-03868662-83e7-4b6d-bc98-e88cd2af2135 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492420 Aug 19 13:11:10.890620 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34303959-b78c-405d-bbe7-42cb15943418 req-bd6d1891-3e30-4bd3-b7ac-18fb78317a28 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:10.892207 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-34303959-b78c-405d-bbe7-42cb15943418 req-bd6d1891-3e30-4bd3-b7ac-18fb78317a28 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/ports?device_id=b59cf8e6-11a0-485a-b2af-0554c57ccca0 HTTP/1.1" status: 200 len: 943 time: 0.1132920 Aug 19 13:11:10.894728 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e25d8-cbba-4e33-854b-2cd894ba6252 req-054afabe-426d-4f7e-befb-d7269f0191c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:10.895915 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-393e25d8-cbba-4e33-854b-2cd894ba6252 req-054afabe-426d-4f7e-befb-d7269f0191c5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fb526f580b174650bfd37cf6eb800d5f&device_id=b59cf8e6-11a0-485a-b2af-0554c57ccca0 HTTP/1.1" status: 200 len: 1096 time: 0.1474233 Aug 19 13:11:10.941856 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-34303959-b78c-405d-bbe7-42cb15943418 req-29ce79ea-8bf9-4dd1-b404-70a44f4a81c6 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6b6bfed-7730-483e-870a-f2ff1fe2dd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429316 Aug 19 13:11:11.093761 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1f69a-0cf7-4aba-8a75-6cc036eac198 req-490cc461-d0d9-47e0-b04b-0f95d0796522 tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:11.095249 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-b6e1f69a-0cf7-4aba-8a75-6cc036eac198 req-490cc461-d0d9-47e0-b04b-0f95d0796522 tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] 10.222.0.49 "GET /v2.0/ports?device_id=a705ff69-23a5-41ed-b66c-fd7950b5efc1 HTTP/1.1" status: 200 len: 949 time: 0.0821054 Aug 19 13:11:11.144623 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e25d8-cbba-4e33-854b-2cd894ba6252 req-09a68bcd-6534-4094-98c2-6493c0f9d17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:11.145982 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-393e25d8-cbba-4e33-854b-2cd894ba6252 req-09a68bcd-6534-4094-98c2-6493c0f9d17d service neutron] 10.222.0.68 "GET /v2.0/networks?id=428fc940-9edc-4973-b634-4ade05df4d4c HTTP/1.1" status: 200 len: 910 time: 0.1351020 Aug 19 13:11:11.194024 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-b6e1f69a-0cf7-4aba-8a75-6cc036eac198 req-b81d7db4-0479-4829-9db3-e5db83ef42df tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e7b2496-ea55-4d2e-908d-2a4b09c87aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604849 Aug 19 13:11:11.226626 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-393e25d8-cbba-4e33-854b-2cd894ba6252 req-ad8273eb-061e-4827-80df-f9cfdee824e2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b1a1ac65-1fc0-40c8-9677-72a2bd05f1fa HTTP/1.1" status: 200 len: 217 time: 0.0686538 Aug 19 13:11:11.240011 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9b2ff-4003-4881-8d60-5296885a1a24 req-4ccc1f9f-1993-4f09-80de-d8db1738fb3f tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:11.241523 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-b6c9b2ff-4003-4881-8d60-5296885a1a24 req-4ccc1f9f-1993-4f09-80de-d8db1738fb3f tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] 10.222.0.68 "GET /v2.0/ports?device_id=a705ff69-23a5-41ed-b66c-fd7950b5efc1 HTTP/1.1" status: 200 len: 949 time: 0.1453505 Aug 19 13:11:11.337364 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e25d8-cbba-4e33-854b-2cd894ba6252 req-5d2c167c-01f7-4fc2-b48d-80b620c5cfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:11.338569 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.plugin [req-b6c9b2ff-4003-4881-8d60-5296885a1a24 req-81861b46-e311-4156-a71b-0c0fe9fe201a tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Deleting port 0595848e-8295-48ac-8ac6-ee94bb2e9fa9 {{(pid=79299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:11:11.338831 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-393e25d8-cbba-4e33-854b-2cd894ba6252 req-5d2c167c-01f7-4fc2-b48d-80b620c5cfe0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=677ab495-a694-4031-bd9b-c29a47cd01a3 HTTP/1.1" status: 200 len: 848 time: 0.0978241 Aug 19 13:11:11.339049 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-b6c9b2ff-4003-4881-8d60-5296885a1a24 req-81861b46-e311-4156-a71b-0c0fe9fe201a tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:11.472632 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-393e25d8-cbba-4e33-854b-2cd894ba6252 req-a73456c9-b250-4f20-9128-0b1a59bb719d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=428fc940-9edc-4973-b634-4ade05df4d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938122 Aug 19 13:11:11.530513 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9dc4f-8e20-4587-9178-94d2c10b42fb req-9a143612-d9ab-4a8a-88cf-242f25f027aa tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:11.532336 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-bcf9dc4f-8e20-4587-9178-94d2c10b42fb req-9a143612-d9ab-4a8a-88cf-242f25f027aa tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.1096323 Aug 19 13:11:11.595020 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-bcf9dc4f-8e20-4587-9178-94d2c10b42fb req-c8f34a3d-70b5-492a-aa09-e3f09bbc034c tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543902 Aug 19 13:11:11.737656 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.db [req-b6c9b2ff-4003-4881-8d60-5296885a1a24 req-81861b46-e311-4156-a71b-0c0fe9fe201a tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] For port 0595848e-8295-48ac-8ac6-ee94bb2e9fa9, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=0595848e-8295-48ac-8ac6-ee94bb2e9fa9,segment=NetworkSegment(6f474d0f-72ce-4903-9fce-28dc83dba96d),segment_id=6f474d0f-72ce-4903-9fce-28dc83dba96d)] {{(pid=79299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:11:11.738176 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-b6c9b2ff-4003-4881-8d60-5296885a1a24 req-81861b46-e311-4156-a71b-0c0fe9fe201a tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:11.995390 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8fdfb5-b862-4ef4-9ffa-911e65088963 req-db95e4cf-13a4-4831-a8d0-0c3c7997681b tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:11.996946 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ab8fdfb5-b862-4ef4-9ffa-911e65088963 req-db95e4cf-13a4-4831-a8d0-0c3c7997681b tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=492b6584-80b5-4f40-955b-e7e0073b140b HTTP/1.1" status: 200 len: 945 time: 0.1765182 Aug 19 13:11:12.003375 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.plugin [req-b6c9b2ff-4003-4881-8d60-5296885a1a24 req-81861b46-e311-4156-a71b-0c0fe9fe201a tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Calling delete_port for 0595848e-8295-48ac-8ac6-ee94bb2e9fa9 owned by compute:nova {{(pid=79299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:11:12.065441 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ab8fdfb5-b862-4ef4-9ffa-911e65088963 req-066b8f49-44a5-4f9c-a5c6-c62de3816ac5 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624840 Aug 19 13:11:12.157138 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.agents_db [None req-9e599f34-f5fc-45b3-b2b5-9720679b7a3a None None] Agent healthcheck: found 6 active agents {{(pid=79302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 19 13:11:12.252400 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b42a6-263e-41bc-979a-70a84f074723 req-fc70a5bc-cdaa-445c-97f8-78b13a21a684 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:12.253816 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-907b42a6-263e-41bc-979a-70a84f074723 req-fc70a5bc-cdaa-445c-97f8-78b13a21a684 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 946 time: 0.0816627 Aug 19 13:11:12.305959 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-907b42a6-263e-41bc-979a-70a84f074723 req-0b43e3e6-33ea-4724-bd27-d150079438e4 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463169 Aug 19 13:11:12.372068 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc0201-85ab-4da0-be99-d5442bf0d0d0 req-baf7f385-189b-400c-aff6-234914a7d652 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:12.373733 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-53bc0201-85ab-4da0-be99-d5442bf0d0d0 req-baf7f385-189b-400c-aff6-234914a7d652 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/ports?device_id=b59cf8e6-11a0-485a-b2af-0554c57ccca0 HTTP/1.1" status: 200 len: 943 time: 0.1524248 Aug 19 13:11:12.378946 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-b6c9b2ff-4003-4881-8d60-5296885a1a24 req-81861b46-e311-4156-a71b-0c0fe9fe201a tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6301144'] for port, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:12.403919 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-314ad1fc-8efe-4f2d-b99b-b3f5f13c5d3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:12.462701 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81861b46-e311-4156-a71b-0c0fe9fe201a tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Pushing event deleted for resources: {'Port': ['ID=0595848e-8295-48ac-8ac6-ee94bb2e9fa9,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:12.504777 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81861b46-e311-4156-a71b-0c0fe9fe201a tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:12.505367 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81861b46-e311-4156-a71b-0c0fe9fe201a tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:12.505802 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81861b46-e311-4156-a71b-0c0fe9fe201a tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:12.506243 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81861b46-e311-4156-a71b-0c0fe9fe201a tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:12.506599 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81861b46-e311-4156-a71b-0c0fe9fe201a tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:12.507114 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81861b46-e311-4156-a71b-0c0fe9fe201a tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:12.507335 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81861b46-e311-4156-a71b-0c0fe9fe201a tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:12.507763 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81861b46-e311-4156-a71b-0c0fe9fe201a tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:12.508125 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81861b46-e311-4156-a71b-0c0fe9fe201a tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:12.509153 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81861b46-e311-4156-a71b-0c0fe9fe201a tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:12.509643 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81861b46-e311-4156-a71b-0c0fe9fe201a tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:12.510016 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81861b46-e311-4156-a71b-0c0fe9fe201a tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:12.530526 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-53bc0201-85ab-4da0-be99-d5442bf0d0d0 req-73db2034-d7cf-4e0c-ad78-855203be0e6c tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6b6bfed-7730-483e-870a-f2ff1fe2dd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496058 Aug 19 13:11:12.531403 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-81861b46-e311-4156-a71b-0c0fe9fe201a tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:12.588228 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c9b2ff-4003-4881-8d60-5296885a1a24 req-81861b46-e311-4156-a71b-0c0fe9fe201a tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] No DVR routers for this DVR port 0595848e-8295-48ac-8ac6-ee94bb2e9fa9 on host hv-cinder-80514 {{(pid=79299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:11:12.597284 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-b6c9b2ff-4003-4881-8d60-5296885a1a24 req-81861b46-e311-4156-a71b-0c0fe9fe201a tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for port, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:12.600159 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a705ff69-23a5-41ed-b66c-fd7950b5efc1', 'name': 'network-vif-deleted', 'tag': '0595848e-8295-48ac-8ac6-ee94bb2e9fa9'}] {{(pid=79299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:11:12.644645 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-b6c9b2ff-4003-4881-8d60-5296885a1a24 req-81861b46-e311-4156-a71b-0c0fe9fe201a tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] 10.222.0.68 "DELETE /v2.0/ports/0595848e-8295-48ac-8ac6-ee94bb2e9fa9 HTTP/1.1" status: 204 len: 173 time: 1.3974895 Aug 19 13:11:12.685592 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ec1f33b4-dcf6-4117-90e1-2fc0d97454b0 req-2b1f54ef-ab22-43b0-8677-18cac20d1bbd tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] 10.222.0.49 "GET /v2.0/ports?device_id=a705ff69-23a5-41ed-b66c-fd7950b5efc1 HTTP/1.1" status: 200 len: 210 time: 0.0535617 Aug 19 13:11:12.726323 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-393e25d8-cbba-4e33-854b-2cd894ba6252 req-dfb5b2e6-55db-4b60-b127-8d25390d3253 service neutron] 10.222.0.68 "GET /v2.0/networks/428fc940-9edc-4973-b634-4ade05df4d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398846 Aug 19 13:11:12.799910 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a705ff69-23a5-41ed-b66c-fd7950b5efc1', 'name': 'network-vif-deleted', 'tag': '0595848e-8295-48ac-8ac6-ee94bb2e9fa9', 'status': 'completed', 'code': 200} Aug 19 13:11:12.840595 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976e80a-dbcd-4be7-ba9b-3d6ad4e7341e req-cca0987e-ed7c-4e2d-87b9-d7ff26b31e05 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:12.842754 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-4976e80a-dbcd-4be7-ba9b-3d6ad4e7341e req-cca0987e-ed7c-4e2d-87b9-d7ff26b31e05 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.0975704 Aug 19 13:11:12.907878 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-4976e80a-dbcd-4be7-ba9b-3d6ad4e7341e req-2988cb45-ecaf-4c5d-b970-52f108c4865f tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518212 Aug 19 13:11:13.508474 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053d992-4d47-45ed-b746-ddb35ac579a6 req-a2b12a8f-0543-4234-8383-bb448f316942 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:13.510254 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d053d992-4d47-45ed-b746-ddb35ac579a6 req-a2b12a8f-0543-4234-8383-bb448f316942 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 946 time: 0.0855706 Aug 19 13:11:13.564753 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d053d992-4d47-45ed-b746-ddb35ac579a6 req-f79fced9-b83a-401f-b17a-4dc1d37dd8fc tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482507 Aug 19 13:11:13.739886 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aef4d7-69cb-4f9d-bc7c-82c770b0f47b req-696062e6-ca40-409f-9f5a-34f5bf24fa15 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:13.741633 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a9aef4d7-69cb-4f9d-bc7c-82c770b0f47b req-696062e6-ca40-409f-9f5a-34f5bf24fa15 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/ports?device_id=b59cf8e6-11a0-485a-b2af-0554c57ccca0 HTTP/1.1" status: 200 len: 943 time: 0.0839736 Aug 19 13:11:13.795975 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a9aef4d7-69cb-4f9d-bc7c-82c770b0f47b req-a4c1eaf2-1254-4b93-bdb2-e91ea28c579d tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6b6bfed-7730-483e-870a-f2ff1fe2dd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460806 Aug 19 13:11:13.849701 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-f6a0b4d5-c5cf-4e0e-8fd0-c29ccb8b7440 req-7e5b5ef7-4d00-4787-b92b-e2866fbead5e tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] 10.222.0.49 "GET /v2.0/ports?device_id=a705ff69-23a5-41ed-b66c-fd7950b5efc1 HTTP/1.1" status: 200 len: 210 time: 0.0441680 Aug 19 13:11:14.133920 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888fed7-d342-49a5-b78c-ec6c12258fea req-75e3f802-1ba2-4dfa-aade-dc36f9650d52 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:14.135554 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-b888fed7-d342-49a5-b78c-ec6c12258fea req-75e3f802-1ba2-4dfa-aade-dc36f9650d52 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.0992990 Aug 19 13:11:14.188931 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-b888fed7-d342-49a5-b78c-ec6c12258fea req-8bb31a58-50fa-4efa-84f4-cf32c7c5dba0 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457611 Aug 19 13:11:14.403480 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] get_ports_and_sgs() called for port_ids ['0595848e-8295-48ac-8ac6-ee94bb2e9fa9'] {{(pid=79301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 19 13:11:14.601039 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-393e25d8-cbba-4e33-854b-2cd894ba6252 req-d184781b-1c8f-49b9-8413-16eb0d81380c service neutron] 10.222.0.68 "GET /v2.0/networks/428fc940-9edc-4973-b634-4ade05df4d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610909 Aug 19 13:11:14.775844 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ecabc-ce40-454c-94dd-cb886a01b2f7 req-bea27c6e-46d7-42f8-aca0-fbcd3b14b2b6 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:14.777582 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e97ecabc-ce40-454c-94dd-cb886a01b2f7 req-bea27c6e-46d7-42f8-aca0-fbcd3b14b2b6 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 946 time: 0.0901637 Aug 19 13:11:14.825694 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e97ecabc-ce40-454c-94dd-cb886a01b2f7 req-9dd688a9-8ef9-489f-abcf-36005a826e56 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417464 Aug 19 13:11:14.999171 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403e267-4edb-418d-9453-457e21ae5c76 req-43cb2330-1f15-4065-aa8d-3e9780a59ebd tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:15.000977 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-f403e267-4edb-418d-9453-457e21ae5c76 req-43cb2330-1f15-4065-aa8d-3e9780a59ebd tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/ports?device_id=b59cf8e6-11a0-485a-b2af-0554c57ccca0 HTTP/1.1" status: 200 len: 943 time: 0.0961542 Aug 19 13:11:15.024852 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-9d0eab12-22a2-4c60-bdce-0aac214357fb req-165eac01-86f3-44a5-bd88-11eaa7ba3950 tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Synchronizing usage tracker for tenant:302cef58b490437482ac40107681ac5c on resource:port {{(pid=79299) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:11:15.050442 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-9d0eab12-22a2-4c60-bdce-0aac214357fb req-165eac01-86f3-44a5-bd88-11eaa7ba3950 tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Unset dirty status for tenant:302cef58b490437482ac40107681ac5c on resource:port {{(pid=79299) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:11:15.052116 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-9d0eab12-22a2-4c60-bdce-0aac214357fb req-165eac01-86f3-44a5-bd88-11eaa7ba3950 tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] 10.222.0.49 "GET /v2.0/ports?device_id=a705ff69-23a5-41ed-b66c-fd7950b5efc1 HTTP/1.1" status: 200 len: 210 time: 0.0707040 Aug 19 13:11:15.067074 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-f403e267-4edb-418d-9453-457e21ae5c76 req-ba6e32ed-bfef-46a7-9995-80644ff8c48b tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6b6bfed-7730-483e-870a-f2ff1fe2dd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599532 Aug 19 13:11:15.423943 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f196fc-1775-4141-9bc9-a9d9e97bc96f req-c6bb33da-9998-4b0c-ad33-d91e36cc8879 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:15.425591 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-c9f196fc-1775-4141-9bc9-a9d9e97bc96f req-c6bb33da-9998-4b0c-ad33-d91e36cc8879 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.1156778 Aug 19 13:11:15.479807 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-c9f196fc-1775-4141-9bc9-a9d9e97bc96f req-8a3677e5-db1b-4ee1-a798-806f9df8bada tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480378 Aug 19 13:11:16.036301 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9ba3a-b226-433e-93b8-1c7d562e6582 req-a5e92d6b-e51f-45d9-98d2-be6e8f4bca80 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:16.037808 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-24a9ba3a-b226-433e-93b8-1c7d562e6582 req-a5e92d6b-e51f-45d9-98d2-be6e8f4bca80 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 946 time: 0.0904698 Aug 19 13:11:16.094423 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-24a9ba3a-b226-433e-93b8-1c7d562e6582 req-3c2906fe-4ee1-463a-bc85-4d6f1530daa5 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426922 Aug 19 13:11:16.432030 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device b1a1ac65-1fc0-40c8-9677-72a2bd05f1fa details requested by agent hyperv_hv-cinder-80514 with host hv-cinder-80514 {{(pid=79301) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 19 13:11:16.679711 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee34db-1ac5-47a4-87ab-5e9859615e89 req-52f1033f-f916-4bd5-94db-af1d1be5cea9 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:16.688329 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-8eee34db-1ac5-47a4-87ab-5e9859615e89 req-52f1033f-f916-4bd5-94db-af1d1be5cea9 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/ports?device_id=b59cf8e6-11a0-485a-b2af-0554c57ccca0 HTTP/1.1" status: 200 len: 943 time: 0.4806368 Aug 19 13:11:16.781681 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port b1a1ac65-1fc0-40c8-9677-72a2bd05f1fa, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=b1a1ac65-1fc0-40c8-9677-72a2bd05f1fa,segment=NetworkSegment(2b28da94-8e17-4677-8ffd-5efd373fd992),segment_id=2b28da94-8e17-4677-8ffd-5efd373fd992)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:11:16.818056 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Returning: {'device': 'b1a1ac65-1fc0-40c8-9677-72a2bd05f1fa', 'network_id': '428fc940-9edc-4973-b634-4ade05df4d4c', 'port_id': 'b1a1ac65-1fc0-40c8-9677-72a2bd05f1fa', 'mac_address': 'fa:16:3e:6b:40:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '677ab495-a694-4031-bd9b-c29a47cd01a3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79301) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 19 13:11:16.820088 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-8eee34db-1ac5-47a4-87ab-5e9859615e89 req-c56f6971-16a5-4011-a868-c4b464e42801 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6b6bfed-7730-483e-870a-f2ff1fe2dd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298764 Aug 19 13:11:16.928744 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:16.949989 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1a1ac65-1fc0-40c8-9677-72a2bd05f1fa {{(pid=79301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:11:16.979857 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port b1a1ac65-1fc0-40c8-9677-72a2bd05f1fa, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=b1a1ac65-1fc0-40c8-9677-72a2bd05f1fa,segment=NetworkSegment(2b28da94-8e17-4677-8ffd-5efd373fd992),segment_id=2b28da94-8e17-4677-8ffd-5efd373fd992)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:11:16.986132 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:16.990807 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-15b1e3f6-8f3f-4869-a0e4-26ffba88246e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:17.088050 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=b1a1ac65-1fc0-40c8-9677-72a2bd05f1fa,revision_number=4']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:17.100235 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:17.348566 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2062c-43f4-43cb-b7ee-cd99fdff517c req-f3c1f272-d4df-46e3-b51c-163c004fd524 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:17.350306 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-93b2062c-43f4-43cb-b7ee-cd99fdff517c req-f3c1f272-d4df-46e3-b51c-163c004fd524 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.1897986 Aug 19 13:11:17.360478 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e02d5-7630-4a04-9933-742e82c9bfac req-97463c5a-6293-4741-a3ed-b0eb252a92bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:17.361937 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ca7e02d5-7630-4a04-9933-742e82c9bfac req-97463c5a-6293-4741-a3ed-b0eb252a92bd service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 1099 time: 0.1327934 Aug 19 13:11:17.453965 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ca7e02d5-7630-4a04-9933-742e82c9bfac req-797c7507-1dae-4b38-91b0-1c9e2385f4bd service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723743 Aug 19 13:11:17.465842 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-93b2062c-43f4-43cb-b7ee-cd99fdff517c req-f5510ece-2569-4d51-b6d8-152cedf6fe45 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078696 Aug 19 13:11:17.515658 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] get_ports_and_sgs() called for port_ids ['b1a1ac65-1fc0-40c8-9677-72a2bd05f1fa'] {{(pid=79301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 19 13:11:17.741909 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8871a6-9df5-4e36-a488-2a5f97a25577 req-5dcad2c7-1bec-4f73-8f56-73d84b5b49f4 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:17.743561 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-aa8871a6-9df5-4e36-a488-2a5f97a25577 req-5dcad2c7-1bec-4f73-8f56-73d84b5b49f4 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 946 time: 0.1249874 Aug 19 13:11:17.845648 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-aa8871a6-9df5-4e36-a488-2a5f97a25577 req-0395aa30-dfbd-4724-8b6d-1c687cc0dd8f tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899343 Aug 19 13:11:17.989121 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d40473-3222-47b4-9843-84267f7b34e9 req-506ccb01-99ad-406b-b283-3e0b55d8432d tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:17.998753 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-f0d40473-3222-47b4-9843-84267f7b34e9 req-506ccb01-99ad-406b-b283-3e0b55d8432d tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/networks?id=9cf8ab72-7b7e-4bd7-af10-857d36059c21 HTTP/1.1" status: 200 len: 815 time: 0.2227824 Aug 19 13:11:18.023765 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-f0d40473-3222-47b4-9843-84267f7b34e9 req-cbf5ba36-3069-4cd7-a709-4a4b710ad5da tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/quotas/b4b6db281aeb4ab1a7d3d41dbacfa52a HTTP/1.1" status: 200 len: 375 time: 0.0235803 Aug 19 13:11:18.148581 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-f0d40473-3222-47b4-9843-84267f7b34e9 req-94ae4fb0-22a0-47d6-b65a-fb9b7194e7b9 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b4b6db281aeb4ab1a7d3d41dbacfa52a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1234562 Aug 19 13:11:18.159305 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e1194-522e-409f-8afa-028bd0fe4b33 req-8dcebf65-d9ad-401a-a463-c056d140209e tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:18.161515 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-9b7e1194-522e-409f-8afa-028bd0fe4b33 req-8dcebf65-d9ad-401a-a463-c056d140209e tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/ports?device_id=b59cf8e6-11a0-485a-b2af-0554c57ccca0 HTTP/1.1" status: 200 len: 944 time: 0.1272349 Aug 19 13:11:18.231345 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-9b7e1194-522e-409f-8afa-028bd0fe4b33 req-fa759552-6c68-4de3-814c-586cd63492df tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6b6bfed-7730-483e-870a-f2ff1fe2dd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634961 Aug 19 13:11:18.328863 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-f0d40473-3222-47b4-9843-84267f7b34e9 req-8b405c73-2cf6-4213-9c0e-5304341ca47f service neutron] 10.222.0.49 "GET /v2.0/networks/9cf8ab72-7b7e-4bd7-af10-857d36059c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707482 Aug 19 13:11:18.428806 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 0595848e-8295-48ac-8ac6-ee94bb2e9fa9 no longer exists at agent hyperv_hv-cinder-80514 {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 19 13:11:18.483592 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] No Port match for: 0595848e-8295-48ac-8ac6-ee94bb2e9fa9 {{(pid=79301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 19 13:11:18.484309 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 0595848e-8295-48ac-8ac6-ee94bb2e9fa9 not bound to the agent host hv-cinder-80514 {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 19 13:11:18.528261 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-f0d40473-3222-47b4-9843-84267f7b34e9 req-fc8f68ef-a549-4634-91cd-d3e8f9c60b32 service neutron] 10.222.0.49 "GET /v2.0/networks/9cf8ab72-7b7e-4bd7-af10-857d36059c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848345 Aug 19 13:11:18.742513 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf1f09-a2c9-45f8-a66f-187ab64c5bfd req-2ab958f5-07a8-4366-adb4-1770338b4187 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:18.744545 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-1aaf1f09-a2c9-45f8-a66f-187ab64c5bfd req-2ab958f5-07a8-4366-adb4-1770338b4187 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.1309164 Aug 19 13:11:18.874855 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-a3dc6fae-858a-441b-b495-3ae10d73d374 req-f6a74743-c765-44f8-b1ef-a41fa956a5b6 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=068daa96-c3a1-45c0-aac8-d42900e5112e HTTP/1.1" status: 200 len: 210 time: 0.1433802 Aug 19 13:11:18.951701 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-1aaf1f09-a2c9-45f8-a66f-187ab64c5bfd req-46b2cd49-55b8-4bb7-b03d-61d7bd4faad0 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892452 Aug 19 13:11:19.241155 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9712d60-8872-453a-9257-39629ba5a9b1 req-e42bbf31-8578-47f9-9039-a2d5face68ac tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:19.243223 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-a9712d60-8872-453a-9257-39629ba5a9b1 req-e42bbf31-8578-47f9-9039-a2d5face68ac tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 946 time: 0.1207662 Aug 19 13:11:19.312037 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-a9712d60-8872-453a-9257-39629ba5a9b1 req-b2ce0cf3-285e-4145-80ee-347080dd9856 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582867 Aug 19 13:11:19.525945 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded17c9c-a223-49da-ba1f-211ca601869a req-af7803ca-dfea-464a-88b3-7469780efebc tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:19.528814 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-ded17c9c-a223-49da-ba1f-211ca601869a req-af7803ca-dfea-464a-88b3-7469780efebc tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/ports?device_id=b59cf8e6-11a0-485a-b2af-0554c57ccca0 HTTP/1.1" status: 200 len: 944 time: 0.0993140 Aug 19 13:11:19.595030 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-ded17c9c-a223-49da-ba1f-211ca601869a req-ed4864b1-3d67-4f0d-8905-f4203a266929 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6b6bfed-7730-483e-870a-f2ff1fe2dd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570152 Aug 19 13:11:20.127693 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ba188d95-ce8b-4257-b313-4af0459c645b req-0e790512-4f2d-49f9-abe9-f72177150c15 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=068daa96-c3a1-45c0-aac8-d42900e5112e HTTP/1.1" status: 200 len: 210 time: 0.0711887 Aug 19 13:11:20.200950 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18369ce-6414-47b7-845b-034cb8ea9606 req-479c4841-8a6d-4463-a000-7cd6f6bd872d tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:20.203483 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e18369ce-6414-47b7-845b-034cb8ea9606 req-479c4841-8a6d-4463-a000-7cd6f6bd872d tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.1412168 Aug 19 13:11:20.257386 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e18369ce-6414-47b7-845b-034cb8ea9606 req-914a1cd7-03d7-499a-b2c0-8c490fefb76e tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484619 Aug 19 13:11:20.453658 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device b1a1ac65-1fc0-40c8-9677-72a2bd05f1fa up at agent hyperv_hv-cinder-80514 {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:11:20.616382 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Provisioning for port b1a1ac65-1fc0-40c8-9677-72a2bd05f1fa completed by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:11:20.622955 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Provisioning complete for port b1a1ac65-1fc0-40c8-9677-72a2bd05f1fa triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:11:20.623715 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:20.642118 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a03136-aaf8-4c9c-a55c-0d1ae1105ca5 req-7ba9aabd-63b1-4b70-9d4d-c7ec88f8043d tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:20.659420 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-63a03136-aaf8-4c9c-a55c-0d1ae1105ca5 req-7ba9aabd-63b1-4b70-9d4d-c7ec88f8043d tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 946 time: 0.1614349 Aug 19 13:11:20.839879 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-63a03136-aaf8-4c9c-a55c-0d1ae1105ca5 req-15420d16-8235-4df6-ab92-189a0ba7148d tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1788745 Aug 19 13:11:20.872797 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d40473-3222-47b4-9843-84267f7b34e9 req-0435f535-9142-4eb6-b9e3-4659713d2574 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:20.879476 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-f0d40473-3222-47b4-9843-84267f7b34e9 req-0435f535-9142-4eb6-b9e3-4659713d2574 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.68 "GET /v2.0/networks?id=9cf8ab72-7b7e-4bd7-af10-857d36059c21 HTTP/1.1" status: 200 len: 815 time: 0.4000602 Aug 19 13:11:20.912920 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [req-f0d40473-3222-47b4-9843-84267f7b34e9 req-1b3ac0ef-375a-4da9-abc2-04b5892889f8 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Request body: {'port': {'device_id': '068daa96-c3a1-45c0-aac8-d42900e5112e', 'network_id': '9cf8ab72-7b7e-4bd7-af10-857d36059c21', 'admin_state_up': True, 'tenant_id': 'b4b6db281aeb4ab1a7d3d41dbacfa52a'}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:11:20.946424 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:21.042022 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b59cf8e6-11a0-485a-b2af-0554c57ccca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a1ac65-1fc0-40c8-9677-72a2bd05f1fa'}] {{(pid=79301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:11:21.056643 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port b1a1ac65-1fc0-40c8-9677-72a2bd05f1fa, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=b1a1ac65-1fc0-40c8-9677-72a2bd05f1fa,segment=NetworkSegment(2b28da94-8e17-4677-8ffd-5efd373fd992),segment_id=2b28da94-8e17-4677-8ffd-5efd373fd992)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:11:21.063810 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:21.066605 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-e6d0697e-dadc-4f13-abdf-2a6e0d454612 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:21.177674 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=b1a1ac65-1fc0-40c8-9677-72a2bd05f1fa,revision_number=5']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:21.182256 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:21.281922 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e476ec6-12f4-40af-9d2e-2bb070574bc3 req-20e60892-930c-4066-920f-54e49ebd665e tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:21.283915 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-8e476ec6-12f4-40af-9d2e-2bb070574bc3 req-20e60892-930c-4066-920f-54e49ebd665e tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/ports?device_id=b59cf8e6-11a0-485a-b2af-0554c57ccca0 HTTP/1.1" status: 200 len: 945 time: 0.2696126 Aug 19 13:11:21.292112 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e8923-2fbb-4643-8901-59d5885a327f req-368e1e25-e1e6-4886-abfd-a0e91cf5832b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:21.294118 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-3d4e8923-2fbb-4643-8901-59d5885a327f req-368e1e25-e1e6-4886-abfd-a0e91cf5832b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=21e4df950c014d1894d155aac044e94a&device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 1099 time: 0.1965153 Aug 19 13:11:21.311722 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [req-f0d40473-3222-47b4-9843-84267f7b34e9 req-1b3ac0ef-375a-4da9-abc2-04b5892889f8 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:11:21.335283 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [req-f0d40473-3222-47b4-9843-84267f7b34e9 req-1b3ac0ef-375a-4da9-abc2-04b5892889f8 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:11:21.381441 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0d40473-3222-47b4-9843-84267f7b34e9 req-1b3ac0ef-375a-4da9-abc2-04b5892889f8 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Made reservation on behalf of b4b6db281aeb4ab1a7d3d41dbacfa52a for: {'port': 1} {{(pid=79300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:11:21.386143 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-f0d40473-3222-47b4-9843-84267f7b34e9 req-1b3ac0ef-375a-4da9-abc2-04b5892889f8 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:21.475199 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e8923-2fbb-4643-8901-59d5885a327f req-154fcad9-9dc7-4ed0-9a89-90b80c1fcc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:21.476808 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-3d4e8923-2fbb-4643-8901-59d5885a327f req-154fcad9-9dc7-4ed0-9a89-90b80c1fcc9d service neutron] 10.222.0.68 "GET /v2.0/networks?id=1d77b99d-7ba7-4067-8ba3-3867da9acfb5 HTTP/1.1" status: 200 len: 921 time: 0.1624143 Aug 19 13:11:21.481127 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-8e476ec6-12f4-40af-9d2e-2bb070574bc3 req-066e59a4-d68b-4c4d-b147-0d58a3ea71f4 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6b6bfed-7730-483e-870a-f2ff1fe2dd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851058 Aug 19 13:11:21.513208 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96a3f7-059e-4af4-8f68-1d01721a4ac9 req-498f9429-682b-4fb5-b356-40e0cfbed58e tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:21.514843 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-da96a3f7-059e-4af4-8f68-1d01721a4ac9 req-498f9429-682b-4fb5-b356-40e0cfbed58e tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.3658965 Aug 19 13:11:21.585336 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-3d4e8923-2fbb-4643-8901-59d5885a327f req-bfe8116a-906d-4ea1-8499-aa5039d42cde service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14598cdf-88e3-44de-8ac2-879750d157f0 HTTP/1.1" status: 200 len: 217 time: 0.0941627 Aug 19 13:11:21.587970 dv-cinder-805144-1-iscsi neutron-server[79301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b59cf8e6-11a0-485a-b2af-0554c57ccca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a1ac65-1fc0-40c8-9677-72a2bd05f1fa', 'code': 200} Aug 19 13:11:21.669962 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-da96a3f7-059e-4af4-8f68-1d01721a4ac9 req-387520e0-27ce-4349-a541-1f4e27b08e37 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407330 Aug 19 13:11:21.710133 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.db_base_plugin_common [req-f0d40473-3222-47b4-9843-84267f7b34e9 req-1b3ac0ef-375a-4da9-abc2-04b5892889f8 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Allocated IP 172.20.0.4 (9cf8ab72-7b7e-4bd7-af10-857d36059c21/26c62690-9449-4656-a8e9-dd8f15fc1ced/f3462dce-4463-4852-9124-33a057af6a3e) {{(pid=79300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:11:21.778217 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-d52fbdb6-d40f-4d36-b696-03eea20822de req-bdd361cb-7c0c-4566-b104-d606d557828d tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=068daa96-c3a1-45c0-aac8-d42900e5112e HTTP/1.1" status: 200 len: 210 time: 0.0685258 Aug 19 13:11:21.811890 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e8923-2fbb-4643-8901-59d5885a327f req-b0f45678-9e1b-40d6-8fba-a9b000c263cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:21.815525 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-3d4e8923-2fbb-4643-8901-59d5885a327f req-b0f45678-9e1b-40d6-8fba-a9b000c263cd service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7a72a2fc-b629-4f4b-9486-128583568f2d HTTP/1.1" status: 200 len: 859 time: 0.1916304 Aug 19 13:11:21.918588 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-3d4e8923-2fbb-4643-8901-59d5885a327f req-f34c74a0-79e9-499f-adbe-083a51372857 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1d77b99d-7ba7-4067-8ba3-3867da9acfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699804 Aug 19 13:11:22.075188 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-3d4e8923-2fbb-4643-8901-59d5885a327f req-0fed9823-be21-43a5-a2b8-d1e1a9c55fd7 service neutron] 10.222.0.68 "GET /v2.0/networks/1d77b99d-7ba7-4067-8ba3-3867da9acfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489418 Aug 19 13:11:22.226878 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-3d4e8923-2fbb-4643-8901-59d5885a327f req-accff641-8377-4bc0-81f2-20021fa27ad6 service neutron] 10.222.0.68 "GET /v2.0/networks/1d77b99d-7ba7-4067-8ba3-3867da9acfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370599 Aug 19 13:11:22.239533 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-f0d40473-3222-47b4-9843-84267f7b34e9 req-1b3ac0ef-375a-4da9-abc2-04b5892889f8 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Notify callbacks [] for port, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:22.254656 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c874ca1b-8f60-4487-994c-1c4fc3da1188 req-50216772-449f-4857-a34c-d41a10c9d1c5 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:22.256561 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-c874ca1b-8f60-4487-994c-1c4fc3da1188 req-50216772-449f-4857-a34c-d41a10c9d1c5 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 946 time: 0.2173460 Aug 19 13:11:22.283976 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63cba92-cc64-4a20-9cd6-b95e5d49ea13 req-8ea5d382-a631-4e4f-8203-f75c3b5834b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:22.285460 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-a63cba92-cc64-4a20-9cd6-b95e5d49ea13 req-8ea5d382-a631-4e4f-8203-f75c3b5834b3 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b59cf8e6-11a0-485a-b2af-0554c57ccca0 HTTP/1.1" status: 200 len: 1098 time: 0.2474906 Aug 19 13:11:22.346940 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-c874ca1b-8f60-4487-994c-1c4fc3da1188 req-9e073beb-329f-4cc6-a3f5-b021ec69c2f0 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826852 Aug 19 13:11:22.369936 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-a63cba92-cc64-4a20-9cd6-b95e5d49ea13 req-5d1cb0fe-bed1-4294-b34e-a2b9c2e77d0c service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=a6b6bfed-7730-483e-870a-f2ff1fe2dd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629921 Aug 19 13:11:22.373647 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-f0d40473-3222-47b4-9843-84267f7b34e9 req-1b3ac0ef-375a-4da9-abc2-04b5892889f8 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202527'] for port, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:22.380188 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:22.413883 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] get_ports_and_sgs() called for port_ids ['b90ebf80-3af1-4e47-873d-8555c773396c', '3b567a37-7883-47e0-9f6b-5813c1c8aed1'] {{(pid=79301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 19 13:11:22.453202 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0d40473-3222-47b4-9843-84267f7b34e9 req-1b3ac0ef-375a-4da9-abc2-04b5892889f8 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Network 9cf8ab72-7b7e-4bd7-af10-857d36059c21 is already hosted by enough agents. {{(pid=79300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:11:22.456713 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.base_scheduler [req-f0d40473-3222-47b4-9843-84267f7b34e9 req-1b3ac0ef-375a-4da9-abc2-04b5892889f8 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Resources bound (agent type, host, resource id): {{(pid=79300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:11:22.461876 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d40473-3222-47b4-9843-84267f7b34e9 req-1b3ac0ef-375a-4da9-abc2-04b5892889f8 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Received port after_create {{(pid=79300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:11:22.501476 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3ac0ef-375a-4da9-abc2-04b5892889f8 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Pushing event updated for resources: {'Port': ['ID=f3462dce-4463-4852-9124-33a057af6a3e,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:22.506024 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-1b3ac0ef-375a-4da9-abc2-04b5892889f8 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:22.543244 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d40473-3222-47b4-9843-84267f7b34e9 req-1b3ac0ef-375a-4da9-abc2-04b5892889f8 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:22.544178 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-f0d40473-3222-47b4-9843-84267f7b34e9 req-1b3ac0ef-375a-4da9-abc2-04b5892889f8 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for port, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:22.578809 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-f0d40473-3222-47b4-9843-84267f7b34e9 req-1b3ac0ef-375a-4da9-abc2-04b5892889f8 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6744440 Aug 19 13:11:22.742381 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd434609-20cd-4613-90f6-8af9bf6c9ea4 req-32b6c995-3d3d-478e-9bf0-27d644b9702b tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:22.746101 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-fd434609-20cd-4613-90f6-8af9bf6c9ea4 req-32b6c995-3d3d-478e-9bf0-27d644b9702b tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/ports?device_id=b59cf8e6-11a0-485a-b2af-0554c57ccca0 HTTP/1.1" status: 200 len: 945 time: 0.1035156 Aug 19 13:11:22.766051 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [req-f0d40473-3222-47b4-9843-84267f7b34e9 req-44059b9b-5352-49c5-8166-118f70aebbb0 service neutron] Request body: {'port': {'device_id': '068daa96-c3a1-45c0-aac8-d42900e5112e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80514'}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:11:22.844976 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-fd434609-20cd-4613-90f6-8af9bf6c9ea4 req-fe0821e8-64bc-4d8e-be79-c0385ab79a49 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6b6bfed-7730-483e-870a-f2ff1fe2dd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914760 Aug 19 13:11:23.012954 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-f0d40473-3222-47b4-9843-84267f7b34e9 req-44059b9b-5352-49c5-8166-118f70aebbb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:23.038693 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 53494) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:11:23.090874 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c521a-887f-4eec-b1dd-9f849bc69912 req-b1c6ba06-ee4d-4321-a357-989460b5d9a6 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:23.097703 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d79c521a-887f-4eec-b1dd-9f849bc69912 req-b1c6ba06-ee4d-4321-a357-989460b5d9a6 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.2320590 Aug 19 13:11:23.174039 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01bed69-f448-46a9-96fd-2d5b379d8b55 req-7277f3a7-b3f4-4c45-8eb7-ad3462b508d9 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:23.175703 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e01bed69-f448-46a9-96fd-2d5b379d8b55 req-7277f3a7-b3f4-4c45-8eb7-ad3462b508d9 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=068daa96-c3a1-45c0-aac8-d42900e5112e HTTP/1.1" status: 200 len: 931 time: 0.1978841 Aug 19 13:11:23.211163 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d79c521a-887f-4eec-b1dd-9f849bc69912 req-5c917444-8bee-467a-a823-78ed5dba04b6 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125710 Aug 19 13:11:23.277779 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e01bed69-f448-46a9-96fd-2d5b379d8b55 req-7a426746-a253-44fc-8009-2242e987a9f7 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943501 Aug 19 13:11:23.370818 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-1ffe13a3-3130-499a-874c-60e6cb91eeb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:23.409022 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-1ffe13a3-3130-499a-874c-60e6cb91eeb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:11:23.413774 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-1ffe13a3-3130-499a-874c-60e6cb91eeb3 admin admin] Usage tracker for resource:security_group_rule and tenant:2cbdfd8c1b644bd89fa12864b6c976b9 is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:11:23.416878 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-1ffe13a3-3130-499a-874c-60e6cb91eeb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:11:23.424566 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-1ffe13a3-3130-499a-874c-60e6cb91eeb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:11:23.497296 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 53512) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:11:23.575035 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-1ffe13a3-3130-499a-874c-60e6cb91eeb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:23.582316 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-1ffe13a3-3130-499a-874c-60e6cb91eeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:23.595866 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-62aef848-a7ab-48d6-975b-1581717c3222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:23.623152 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.notifiers.nova [req-f0d40473-3222-47b4-9843-84267f7b34e9 req-44059b9b-5352-49c5-8166-118f70aebbb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3462dce-4463-4852-9124-33a057af6a3e {{(pid=79300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:11:23.641317 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-f0d40473-3222-47b4-9843-84267f7b34e9 req-44059b9b-5352-49c5-8166-118f70aebbb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:23.655742 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66545f9d-d933-4529-8c0d-a4f7c892d065 req-97504731-c119-4f92-a46c-153f38a6c310 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:23.664563 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffe13a3-3130-499a-874c-60e6cb91eeb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441a12d5-1c56-416c-9f8d-fbd927ad555f,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:23.670574 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-1ffe13a3-3130-499a-874c-60e6cb91eeb3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2cbdfd8c1b644bd89fa12864b6c976b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6306653 Aug 19 13:11:23.673088 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-66545f9d-d933-4529-8c0d-a4f7c892d065 req-97504731-c119-4f92-a46c-153f38a6c310 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 946 time: 0.1419609 Aug 19 13:11:23.676031 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 53518) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:11:23.689567 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-1ffe13a3-3130-499a-874c-60e6cb91eeb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:23.723023 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.provisioning_blocks [req-f0d40473-3222-47b4-9843-84267f7b34e9 req-44059b9b-5352-49c5-8166-118f70aebbb0 service neutron] Transition to ACTIVE for port object f3462dce-4463-4852-9124-33a057af6a3e will not be triggered until provisioned by entity L2. {{(pid=79300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:11:23.728728 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-4cbf4d9a-bcc5-4d16-bfc2-3d78ca2a3dcc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=302cef58b490437482ac40107681ac5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298691 Aug 19 13:11:23.731216 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 53522) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:11:23.740344 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-f0d40473-3222-47b4-9843-84267f7b34e9 req-44059b9b-5352-49c5-8166-118f70aebbb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6202502'] for port, after_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:23.747182 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-b06a0cc1-5898-4898-bc5a-1cfd733ab15e tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:23.809669 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-69b8f729-f73d-4242-96d7-4c38523f60a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:23.861886 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-69b8f729-f73d-4242-96d7-4c38523f60a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:23.925992 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-69b8f729-f73d-4242-96d7-4c38523f60a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:23.930222 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-26b54de7-2ef0-42ed-9f33-0286f38700d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:23.932169 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-66545f9d-d933-4529-8c0d-a4f7c892d065 req-4c064efb-42cc-40da-bca0-456c1b64d30c tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2483816 Aug 19 13:11:23.941481 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44059b9b-5352-49c5-8166-118f70aebbb0 service neutron] Pushing event updated for resources: {'Port': ['ID=f3462dce-4463-4852-9124-33a057af6a3e,revision_number=2']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:23.946258 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b8f729-f73d-4242-96d7-4c38523f60a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7b2496-ea55-4d2e-908d-2a4b09c87aca,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:23.951744 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-69b8f729-f73d-4242-96d7-4c38523f60a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:23.956491 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-44059b9b-5352-49c5-8166-118f70aebbb0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:23.966101 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-69b8f729-f73d-4242-96d7-4c38523f60a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:23.967649 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-69b8f729-f73d-4242-96d7-4c38523f60a0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9e7b2496-ea55-4d2e-908d-2a4b09c87aca HTTP/1.1" status: 204 len: 168 time: 0.2352693 Aug 19 13:11:24.010406 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-6ae79e8d-9539-4eef-b75a-3fcd8896401c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:24.093576 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-6ae79e8d-9539-4eef-b75a-3fcd8896401c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:24.171048 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.managers [req-f0d40473-3222-47b4-9843-84267f7b34e9 req-44059b9b-5352-49c5-8166-118f70aebbb0 service neutron] Attempting to bind port f3462dce-4463-4852-9124-33a057af6a3e on host hv-cinder-80514 for vnic_type normal with profile {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:11:24.171481 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.managers [req-f0d40473-3222-47b4-9843-84267f7b34e9 req-44059b9b-5352-49c5-8166-118f70aebbb0 service neutron] Attempting to bind port f3462dce-4463-4852-9124-33a057af6a3e by drivers openvswitch,hyperv on host hv-cinder-80514 at level 0 using segments [{'id': '8989bbea-6f05-45e9-aa2f-091105ddb490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '9cf8ab72-7b7e-4bd7-af10-857d36059c21'}] {{(pid=79300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:11:24.171847 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d40473-3222-47b4-9843-84267f7b34e9 req-44059b9b-5352-49c5-8166-118f70aebbb0 service neutron] Attempting to bind port f3462dce-4463-4852-9124-33a057af6a3e on network 9cf8ab72-7b7e-4bd7-af10-857d36059c21 {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:11:24.178277 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d40473-3222-47b4-9843-84267f7b34e9 req-44059b9b-5352-49c5-8166-118f70aebbb0 service neutron] Port f3462dce-4463-4852-9124-33a057af6a3e on network 9cf8ab72-7b7e-4bd7-af10-857d36059c21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80514 {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 19 13:11:24.178691 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d40473-3222-47b4-9843-84267f7b34e9 req-44059b9b-5352-49c5-8166-118f70aebbb0 service neutron] Attempting to bind port f3462dce-4463-4852-9124-33a057af6a3e on network 9cf8ab72-7b7e-4bd7-af10-857d36059c21 {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:11:24.185735 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe505c-a978-4b7e-8316-bbce1b3877de req-66c54a5f-12fe-4539-ae82-4356aea5abb2 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:24.186037 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d40473-3222-47b4-9843-84267f7b34e9 req-44059b9b-5352-49c5-8166-118f70aebbb0 service neutron] Checking agent: {'id': '5d0591c0-6bc7-4d98-9be8-a8b87dc9a0b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 13, 7, 4), 'started_at': datetime.datetime(2021, 8, 19, 13, 7, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 19 13:11:24.186732 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d40473-3222-47b4-9843-84267f7b34e9 req-44059b9b-5352-49c5-8166-118f70aebbb0 service neutron] Checking segment: {'id': '8989bbea-6f05-45e9-aa2f-091105ddb490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '9cf8ab72-7b7e-4bd7-af10-857d36059c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:11:24.187250 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d40473-3222-47b4-9843-84267f7b34e9 req-44059b9b-5352-49c5-8166-118f70aebbb0 service neutron] Bound using segment: {'id': '8989bbea-6f05-45e9-aa2f-091105ddb490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '9cf8ab72-7b7e-4bd7-af10-857d36059c21'} {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 19 13:11:24.187777 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.managers [req-f0d40473-3222-47b4-9843-84267f7b34e9 req-44059b9b-5352-49c5-8166-118f70aebbb0 service neutron] Bound port: f3462dce-4463-4852-9124-33a057af6a3e, host: hv-cinder-80514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8989bbea-6f05-45e9-aa2f-091105ddb490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '9cf8ab72-7b7e-4bd7-af10-857d36059c21'}}] {{(pid=79300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:11:24.188139 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-f0d40473-3222-47b4-9843-84267f7b34e9 req-44059b9b-5352-49c5-8166-118f70aebbb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:24.194378 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-1ebe505c-a978-4b7e-8316-bbce1b3877de req-66c54a5f-12fe-4539-ae82-4356aea5abb2 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/ports?device_id=b59cf8e6-11a0-485a-b2af-0554c57ccca0 HTTP/1.1" status: 200 len: 945 time: 0.1456258 Aug 19 13:11:24.252231 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-1ebe505c-a978-4b7e-8316-bbce1b3877de req-4ba03f2b-ba3a-4ad2-b85e-abb4b1f9ab49 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6b6bfed-7730-483e-870a-f2ff1fe2dd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569046 Aug 19 13:11:24.252859 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-6ae79e8d-9539-4eef-b75a-3fcd8896401c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:24.268676 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-1748014a-dba4-4816-bf90-4793fca8e36d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:24.295039 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae79e8d-9539-4eef-b75a-3fcd8896401c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441a12d5-1c56-416c-9f8d-fbd927ad555f,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:24.304385 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-6ae79e8d-9539-4eef-b75a-3fcd8896401c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:24.314484 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-6ae79e8d-9539-4eef-b75a-3fcd8896401c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:24.319048 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-6ae79e8d-9539-4eef-b75a-3fcd8896401c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/441a12d5-1c56-416c-9f8d-fbd927ad555f HTTP/1.1" status: 204 len: 168 time: 0.6378973 Aug 19 13:11:24.335313 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.db [req-f0d40473-3222-47b4-9843-84267f7b34e9 req-44059b9b-5352-49c5-8166-118f70aebbb0 service neutron] For port f3462dce-4463-4852-9124-33a057af6a3e, host hv-cinder-80514, cleared binding levels {{(pid=79300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 19 13:11:24.342814 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.db [req-f0d40473-3222-47b4-9843-84267f7b34e9 req-44059b9b-5352-49c5-8166-118f70aebbb0 service neutron] For port f3462dce-4463-4852-9124-33a057af6a3e, host hv-cinder-80514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=f3462dce-4463-4852-9124-33a057af6a3e,segment=NetworkSegment(8989bbea-6f05-45e9-aa2f-091105ddb490),segment_id=8989bbea-6f05-45e9-aa2f-091105ddb490)] {{(pid=79300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 19 13:11:24.352527 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-f0d40473-3222-47b4-9843-84267f7b34e9 req-44059b9b-5352-49c5-8166-118f70aebbb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6202502'] for port, after_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:24.358531 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-f59c87b8-be26-4429-9aa1-417e835774af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:24.535449 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d40473-3222-47b4-9843-84267f7b34e9 req-44059b9b-5352-49c5-8166-118f70aebbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:24.536679 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-f0d40473-3222-47b4-9843-84267f7b34e9 req-44059b9b-5352-49c5-8166-118f70aebbb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for port, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:24.538163 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-f0d40473-3222-47b4-9843-84267f7b34e9 req-44059b9b-5352-49c5-8166-118f70aebbb0 service neutron] 10.222.0.68 "PUT /v2.0/ports/f3462dce-4463-4852-9124-33a057af6a3e HTTP/1.1" status: 200 len: 1093 time: 1.7765274 Aug 19 13:11:24.538836 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '068daa96-c3a1-45c0-aac8-d42900e5112e', 'tag': 'f3462dce-4463-4852-9124-33a057af6a3e'}] {{(pid=79300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:11:24.571604 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44059b9b-5352-49c5-8166-118f70aebbb0 service neutron] Pushing event updated for resources: {'Port': ['ID=f3462dce-4463-4852-9124-33a057af6a3e,revision_number=3']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:24.577279 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-44059b9b-5352-49c5-8166-118f70aebbb0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:24.663825 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228ddeb-bc5a-48f8-a612-f7e64b70c3c3 req-c9731f7c-8582-4545-8d3d-323057cb16b0 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:24.674682 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-6228ddeb-bc5a-48f8-a612-f7e64b70c3c3 req-c9731f7c-8582-4545-8d3d-323057cb16b0 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=068daa96-c3a1-45c0-aac8-d42900e5112e HTTP/1.1" status: 200 len: 943 time: 0.1774862 Aug 19 13:11:24.753843 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-6228ddeb-bc5a-48f8-a612-f7e64b70c3c3 req-e177a481-b0cf-4551-96fb-732f15420628 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776510 Aug 19 13:11:24.853417 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '068daa96-c3a1-45c0-aac8-d42900e5112e', 'tag': 'f3462dce-4463-4852-9124-33a057af6a3e', 'status': 'completed', 'code': 200} Aug 19 13:11:24.900394 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d40473-3222-47b4-9843-84267f7b34e9 req-64ee13d7-d499-45e3-a40a-24a2efa6ea0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:24.903245 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-f0d40473-3222-47b4-9843-84267f7b34e9 req-64ee13d7-d499-45e3-a40a-24a2efa6ea0e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b4b6db281aeb4ab1a7d3d41dbacfa52a&device_id=068daa96-c3a1-45c0-aac8-d42900e5112e HTTP/1.1" status: 200 len: 1096 time: 0.2433403 Aug 19 13:11:24.991712 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510e3f2-b874-4e36-80dc-7d674fe0b0cd req-3619f4ec-877f-4b4f-a5be-c86a3bb4e9a2 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:24.993355 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-f510e3f2-b874-4e36-80dc-7d674fe0b0cd req-3619f4ec-877f-4b4f-a5be-c86a3bb4e9a2 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.3852360 Aug 19 13:11:25.003111 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-f0d40473-3222-47b4-9843-84267f7b34e9 req-9e6f36c6-bcd3-468e-9cf7-4379f6e0af7f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3462dce-4463-4852-9124-33a057af6a3e HTTP/1.1" status: 200 len: 217 time: 0.0775347 Aug 19 13:11:25.098327 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-f510e3f2-b874-4e36-80dc-7d674fe0b0cd req-1581864f-9d29-4ff5-a778-f1abc0768cce tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968671 Aug 19 13:11:25.104392 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d40473-3222-47b4-9843-84267f7b34e9 req-83d5579e-e873-4e20-8192-24f55532cbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:25.106277 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-f0d40473-3222-47b4-9843-84267f7b34e9 req-83d5579e-e873-4e20-8192-24f55532cbb5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=26c62690-9449-4656-a8e9-dd8f15fc1ced HTTP/1.1" status: 200 len: 855 time: 0.0872741 Aug 19 13:11:25.181870 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-f0d40473-3222-47b4-9843-84267f7b34e9 req-e32b749e-62c4-4503-8a0b-3b9ed12e44fd service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9cf8ab72-7b7e-4bd7-af10-857d36059c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646996 Aug 19 13:11:25.260290 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a21b3-83fb-46fd-b738-4d6c1a1ee313 req-98a03c96-e363-4a30-99fe-f8fabac58cf2 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:25.263159 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-2d5a21b3-83fb-46fd-b738-4d6c1a1ee313 req-98a03c96-e363-4a30-99fe-f8fabac58cf2 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 946 time: 0.1287086 Aug 19 13:11:25.332573 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-2d5a21b3-83fb-46fd-b738-4d6c1a1ee313 req-2b564aa5-0aaa-437f-a0a3-fac11ad883d2 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593257 Aug 19 13:11:25.394953 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-f0d40473-3222-47b4-9843-84267f7b34e9 req-6455c609-a63d-43ed-81ac-3202212da21a service neutron] 10.222.0.68 "GET /v2.0/networks/9cf8ab72-7b7e-4bd7-af10-857d36059c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971247 Aug 19 13:11:25.432712 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 53564) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:11:25.640689 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8391ef-081d-4979-9992-6097419cf3a0 req-a8d84021-0458-45d4-9d04-8caaa49d657d tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:25.642459 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-bf8391ef-081d-4979-9992-6097419cf3a0 req-a8d84021-0458-45d4-9d04-8caaa49d657d tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/ports?device_id=b59cf8e6-11a0-485a-b2af-0554c57ccca0 HTTP/1.1" status: 200 len: 945 time: 0.2125275 Aug 19 13:11:25.652596 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-f0d40473-3222-47b4-9843-84267f7b34e9 req-783a582f-b1bd-4313-bf4d-b48284477813 service neutron] 10.222.0.68 "GET /v2.0/networks/9cf8ab72-7b7e-4bd7-af10-857d36059c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413526 Aug 19 13:11:25.656829 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-d7d418a6-0f9f-4d01-a777-71bf1c7d14e6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-648151110-network', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:11:25.676688 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-d7d418a6-0f9f-4d01-a777-71bf1c7d14e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:11:25.686043 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-d7d418a6-0f9f-4d01-a777-71bf1c7d14e6 admin admin] Usage tracker for resource:network and tenant:a81195fe3cfa46c980fb0484af456fef is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:11:25.700304 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-d7d418a6-0f9f-4d01-a777-71bf1c7d14e6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:11:25.726614 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-bf8391ef-081d-4979-9992-6097419cf3a0 req-7d8394e3-bf09-438c-8e66-375fdd10229b tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6b6bfed-7730-483e-870a-f2ff1fe2dd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658736 Aug 19 13:11:25.727113 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-d7d418a6-0f9f-4d01-a777-71bf1c7d14e6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:11:25.763841 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d418a6-0f9f-4d01-a777-71bf1c7d14e6 admin admin] Made reservation on behalf of a81195fe3cfa46c980fb0484af456fef for: {'network': 1} {{(pid=79299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:11:25.769876 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d7d418a6-0f9f-4d01-a777-71bf1c7d14e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for network, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:25.795897 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d7d418a6-0f9f-4d01-a777-71bf1c7d14e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:25.825366 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-d7d418a6-0f9f-4d01-a777-71bf1c7d14e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:11:25.840113 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-d7d418a6-0f9f-4d01-a777-71bf1c7d14e6 admin admin] Usage tracker for resource:security_group_rule and tenant:a81195fe3cfa46c980fb0484af456fef is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:11:25.846142 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-d7d418a6-0f9f-4d01-a777-71bf1c7d14e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:11:25.866952 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-d7d418a6-0f9f-4d01-a777-71bf1c7d14e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:11:26.020978 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45834146-1e7e-4ca5-9e30-e7b561e7a9f0 req-0229b9b8-1b9c-45f3-b13b-9fa5981ed29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:26.022985 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-45834146-1e7e-4ca5-9e30-e7b561e7a9f0 req-0229b9b8-1b9c-45f3-b13b-9fa5981ed29f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b4b6db281aeb4ab1a7d3d41dbacfa52a&device_id=068daa96-c3a1-45c0-aac8-d42900e5112e HTTP/1.1" status: 200 len: 1096 time: 0.1671288 Aug 19 13:11:26.234966 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45834146-1e7e-4ca5-9e30-e7b561e7a9f0 req-fb0fd545-0c5c-4747-aa21-cd9eaf431296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:26.236953 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-45834146-1e7e-4ca5-9e30-e7b561e7a9f0 req-fb0fd545-0c5c-4747-aa21-cd9eaf431296 service neutron] 10.222.0.68 "GET /v2.0/networks?id=9cf8ab72-7b7e-4bd7-af10-857d36059c21 HTTP/1.1" status: 200 len: 917 time: 0.2065046 Aug 19 13:11:26.268753 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d7d418a6-0f9f-4d01-a777-71bf1c7d14e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:26.278791 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d7d418a6-0f9f-4d01-a777-71bf1c7d14e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:26.295639 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-ba2ac862-8263-4895-89e4-259f82236f24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:26.324139 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-45834146-1e7e-4ca5-9e30-e7b561e7a9f0 req-20aaa35c-cb61-469f-9610-6869ef91f8b2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3462dce-4463-4852-9124-33a057af6a3e HTTP/1.1" status: 200 len: 217 time: 0.0760269 Aug 19 13:11:26.350023 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7d418a6-0f9f-4d01-a777-71bf1c7d14e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1029, 'physical_network': 'physnet1'} {{(pid=79299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:11:26.366958 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bbcd8-d052-4a81-a170-759d7102e4b7 req-a3dfdd89-5d32-419f-9b8a-3218b0845a44 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:26.379754 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-806bbcd8-d052-4a81-a170-759d7102e4b7 req-a3dfdd89-5d32-419f-9b8a-3218b0845a44 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=068daa96-c3a1-45c0-aac8-d42900e5112e HTTP/1.1" status: 200 len: 943 time: 0.3671815 Aug 19 13:11:26.435784 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d418a6-0f9f-4d01-a777-71bf1c7d14e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c0caf4-e156-49cf-b3ad-bc5b03dc96a7,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:26.445302 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45834146-1e7e-4ca5-9e30-e7b561e7a9f0 req-f9475a8b-3188-4c03-b6ea-cfffb7d9764d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:26.446899 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-d7d418a6-0f9f-4d01-a777-71bf1c7d14e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:26.447026 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-45834146-1e7e-4ca5-9e30-e7b561e7a9f0 req-f9475a8b-3188-4c03-b6ea-cfffb7d9764d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=26c62690-9449-4656-a8e9-dd8f15fc1ced HTTP/1.1" status: 200 len: 855 time: 0.0886450 Aug 19 13:11:26.447885 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d7d418a6-0f9f-4d01-a777-71bf1c7d14e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910984'] for segment, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:26.448755 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.db.segments_db [None req-d7d418a6-0f9f-4d01-a777-71bf1c7d14e6 admin admin] Added segment a1d8c933-18dc-4016-981d-085cb6ac807f of type vlan for network aea097be-4d5e-4757-b2e3-2b4db907e9bb Aug 19 13:11:26.467533 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-806bbcd8-d052-4a81-a170-759d7102e4b7 req-0579e90e-55fb-4ee8-a604-c3bbe16fa0a7 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862918 Aug 19 13:11:26.502127 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d7d418a6-0f9f-4d01-a777-71bf1c7d14e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734197367691'] for network, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:26.505690 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-45834146-1e7e-4ca5-9e30-e7b561e7a9f0 req-3e584977-b1d9-4a24-81d8-76b2dd7adce6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9cf8ab72-7b7e-4bd7-af10-857d36059c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501513 Aug 19 13:11:26.515020 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c7d16-375b-483c-a833-70aa1f2534d7 req-1a9ae893-0a51-4dfb-9ce5-46f75a5ab089 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:26.522174 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-290c7d16-375b-483c-a833-70aa1f2534d7 req-1a9ae893-0a51-4dfb-9ce5-46f75a5ab089 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.1967397 Aug 19 13:11:26.543762 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d7d418a6-0f9f-4d01-a777-71bf1c7d14e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217'] for network, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:26.545834 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d418a6-0f9f-4d01-a777-71bf1c7d14e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:26.546448 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d7d418a6-0f9f-4d01-a777-71bf1c7d14e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for network, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:26.577582 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-eaf244ad-dcd3-4249-a79d-251a079b887f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:26.603499 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-d7d418a6-0f9f-4d01-a777-71bf1c7d14e6 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1675224 Aug 19 13:11:26.630699 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 53588) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:11:26.645845 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [None req-e9f7b3f4-5e8b-46d2-b065-bcdc16676ad2 admin admin] Request body: {'subnet': {'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-648151110-subnet', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'ip_version': 4}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:11:26.654445 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-e9f7b3f4-5e8b-46d2-b065-bcdc16676ad2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:11:26.662029 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-e9f7b3f4-5e8b-46d2-b065-bcdc16676ad2 admin admin] Usage tracker for resource:subnet and tenant:a81195fe3cfa46c980fb0484af456fef is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:11:26.675494 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-290c7d16-375b-483c-a833-70aa1f2534d7 req-2e119cd4-026d-44fa-bd89-40aec1ad0206 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524258 Aug 19 13:11:26.678378 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-e9f7b3f4-5e8b-46d2-b065-bcdc16676ad2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:11:26.687785 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-e9f7b3f4-5e8b-46d2-b065-bcdc16676ad2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:11:26.725897 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f7b3f4-5e8b-46d2-b065-bcdc16676ad2 admin admin] Made reservation on behalf of a81195fe3cfa46c980fb0484af456fef for: {'subnet': 1} {{(pid=79300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:11:26.728233 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-e9f7b3f4-5e8b-46d2-b065-bcdc16676ad2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7374829'] for subnet, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:26.744554 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d418a6-0f9f-4d01-a777-71bf1c7d14e6 admin admin] Pushing event updated for resources: {'Network': ['ID=aea097be-4d5e-4757-b2e3-2b4db907e9bb,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:26.748938 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-d7d418a6-0f9f-4d01-a777-71bf1c7d14e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:26.758900 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Network aea097be-4d5e-4757-b2e3-2b4db907e9bb details requested by agent ovs-agent-dv-cinder-805144-1-iscsi with host dv-cinder-805144-1-iscsi {{(pid=79301) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 19 13:11:26.772237 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5bef16-9e06-496a-9f9c-274269e6a380 req-b10e2e79-c267-44d4-b9fb-499f3e874fe3 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:26.773752 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-9e5bef16-9e06-496a-9f9c-274269e6a380 req-b10e2e79-c267-44d4-b9fb-499f3e874fe3 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 946 time: 0.1776285 Aug 19 13:11:26.800693 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-45834146-1e7e-4ca5-9e30-e7b561e7a9f0 req-cd830589-c47c-4212-bfd4-496c629e266f service neutron] 10.222.0.68 "GET /v2.0/networks/9cf8ab72-7b7e-4bd7-af10-857d36059c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756970 Aug 19 13:11:26.890761 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-9e5bef16-9e06-496a-9f9c-274269e6a380 req-85ef0b2d-99fc-442f-8973-5b13b1989345 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045315 Aug 19 13:11:27.079969 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-45834146-1e7e-4ca5-9e30-e7b561e7a9f0 req-6ed1c49e-9ab5-43b5-b033-b0b315027a79 service neutron] 10.222.0.68 "GET /v2.0/networks/9cf8ab72-7b7e-4bd7-af10-857d36059c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645509 Aug 19 13:11:27.212985 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-e9f7b3f4-5e8b-46d2-b065-bcdc16676ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7374751'] for subnet, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:27.219171 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:27.297787 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f7b3f4-5e8b-46d2-b065-bcdc16676ad2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33,revision_number=0']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:27.301772 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-e9f7b3f4-5e8b-46d2-b065-bcdc16676ad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:27.309233 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f7b3f4-5e8b-46d2-b065-bcdc16676ad2 admin admin] Checking segment: {'id': 'a1d8c933-18dc-4016-981d-085cb6ac807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:11:27.309594 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f7b3f4-5e8b-46d2-b065-bcdc16676ad2 admin admin] Network hostable DHCP agents. Network: aea097be-4d5e-4757-b2e3-2b4db907e9bb, hostable agents: ['31b92e89-357e-408d-a141-4e7242d6bd98'], hosted agents: [] {{(pid=79300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:11:27.329455 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f7b3f4-5e8b-46d2-b065-bcdc16676ad2 admin admin] Network aea097be-4d5e-4757-b2e3-2b4db907e9bb is scheduled to be hosted by DHCP agent 31b92e89-357e-408d-a141-4e7242d6bd98 with binding_index 1 {{(pid=79300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:11:27.344607 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.base_scheduler [None req-e9f7b3f4-5e8b-46d2-b065-bcdc16676ad2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805144-1-iscsi, aea097be-4d5e-4757-b2e3-2b4db907e9bb) {{(pid=79300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:11:27.350038 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f7b3f4-5e8b-46d2-b065-bcdc16676ad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:27.350865 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-e9f7b3f4-5e8b-46d2-b065-bcdc16676ad2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for subnet, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:27.357856 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569c65bd-24a0-4d01-9a2a-572fe78957fd None None] Network aea097be-4d5e-4757-b2e3-2b4db907e9bb requested from dv-cinder-805144-1-iscsi {{(pid=79301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 19 13:11:27.381532 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-e9f7b3f4-5e8b-46d2-b065-bcdc16676ad2 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7444603 Aug 19 13:11:27.384472 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 53608) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:11:27.389794 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-240db38c-41be-4c78-94bd-0d43129bc410 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-648151110-router', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb'}}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:11:27.395424 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-240db38c-41be-4c78-94bd-0d43129bc410 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:11:27.400715 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-240db38c-41be-4c78-94bd-0d43129bc410 admin admin] Usage tracker for resource:router and tenant:a81195fe3cfa46c980fb0484af456fef is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:11:27.406481 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-240db38c-41be-4c78-94bd-0d43129bc410 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:11:27.423406 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-240db38c-41be-4c78-94bd-0d43129bc410 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:11:27.442235 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-240db38c-41be-4c78-94bd-0d43129bc410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8006359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14752'] for router, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:27.444079 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-240db38c-41be-4c78-94bd-0d43129bc410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8006194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7969985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8046295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14761'] for router, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:27.474056 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-240db38c-41be-4c78-94bd-0d43129bc410 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:27.721661 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6e3feb-ec3a-4b6f-a144-4fe0a78040d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47980deb-f177-502b-bf5e-237545d7a88e-aea097be-4d5e-4757-b2e3-2b4db907e9bb', 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'fixed_ips': [{'subnet_id': '7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33'}]}} from dv-cinder-805144-1-iscsi. {{(pid=79301) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 19 13:11:27.722511 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-cf6e3feb-ec3a-4b6f-a144-4fe0a78040d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:27.728357 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985bf33-03a0-4c0a-9eaa-0e7a97f518fa req-3736965d-2300-4d69-b2ea-1c068ca9cdaf tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:27.729820 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-2985bf33-03a0-4c0a-9eaa-0e7a97f518fa req-3736965d-2300-4d69-b2ea-1c068ca9cdaf tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Synchronizing usage tracker for tenant:b4b6db281aeb4ab1a7d3d41dbacfa52a on resource:port {{(pid=79300) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:11:27.755756 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-2985bf33-03a0-4c0a-9eaa-0e7a97f518fa req-3736965d-2300-4d69-b2ea-1c068ca9cdaf tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Unset dirty status for tenant:b4b6db281aeb4ab1a7d3d41dbacfa52a on resource:port {{(pid=79300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:11:27.758221 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-2985bf33-03a0-4c0a-9eaa-0e7a97f518fa req-3736965d-2300-4d69-b2ea-1c068ca9cdaf tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=068daa96-c3a1-45c0-aac8-d42900e5112e HTTP/1.1" status: 200 len: 943 time: 0.1256883 Aug 19 13:11:27.817147 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-2985bf33-03a0-4c0a-9eaa-0e7a97f518fa req-ba1355e2-d5fc-4fc1-b2d0-4e06496f52f5 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516059 Aug 19 13:11:27.950507 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-240db38c-41be-4c78-94bd-0d43129bc410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7970014', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8006244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14683'] for router, precommit_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:27.991050 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.db_base_plugin_common [None req-cf6e3feb-ec3a-4b6f-a144-4fe0a78040d3 None None] Allocated IP 172.20.0.2 (aea097be-4d5e-4757-b2e3-2b4db907e9bb/7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33/be23ee12-fe81-46d7-b9d4-727853e25aff) {{(pid=79301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:11:28.053983 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753abbf-c520-4eef-8a20-ddcf4cfa50e7 req-b97cb5d7-7b4a-4932-a0e0-df2dfccfb019 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:28.056209 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d753abbf-c520-4eef-8a20-ddcf4cfa50e7 req-b97cb5d7-7b4a-4932-a0e0-df2dfccfb019 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 946 time: 0.1033502 Aug 19 13:11:28.063846 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c5469-afa3-49ed-975b-d337543603fb req-c2c771e2-98f7-42e0-9b14-35265ad5246d tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:28.065347 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-078c5469-afa3-49ed-975b-d337543603fb req-c2c771e2-98f7-42e0-9b14-35265ad5246d tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/ports?device_id=b59cf8e6-11a0-485a-b2af-0554c57ccca0 HTTP/1.1" status: 200 len: 945 time: 0.2646406 Aug 19 13:11:28.110984 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d753abbf-c520-4eef-8a20-ddcf4cfa50e7 req-941183e5-fb7d-4c01-ac9a-c3d16e0a7cea tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476441 Aug 19 13:11:28.128522 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-078c5469-afa3-49ed-975b-d337543603fb req-5a3a0120-0cde-4515-a550-39857ad349a0 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6b6bfed-7730-483e-870a-f2ff1fe2dd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557435 Aug 19 13:11:28.192445 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-8047c4e0-f0e1-4543-9d61-4a1a36c179b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:28.251763 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-cf6e3feb-ec3a-4b6f-a144-4fe0a78040d3 None None] Notify callbacks [] for port, precommit_create {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:28.263416 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-cf6e3feb-ec3a-4b6f-a144-4fe0a78040d3 None None] Transition to ACTIVE for port object be23ee12-fe81-46d7-b9d4-727853e25aff will not be triggered until provisioned by entity L2. {{(pid=79301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:11:28.283202 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-cf6e3feb-ec3a-4b6f-a144-4fe0a78040d3 None None] Transition to ACTIVE for port object be23ee12-fe81-46d7-b9d4-727853e25aff will not be triggered until provisioned by entity DHCP. {{(pid=79301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:11:28.289247 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-cf6e3feb-ec3a-4b6f-a144-4fe0a78040d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910'] for port, after_create {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:28.294634 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:28.357493 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6e3feb-ec3a-4b6f-a144-4fe0a78040d3 None None] Network aea097be-4d5e-4757-b2e3-2b4db907e9bb is already hosted by enough agents. {{(pid=79301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:11:28.360379 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.scheduler.base_scheduler [None req-cf6e3feb-ec3a-4b6f-a144-4fe0a78040d3 None None] Resources bound (agent type, host, resource id): {{(pid=79301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:11:28.362924 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6e3feb-ec3a-4b6f-a144-4fe0a78040d3 None None] Received port after_create {{(pid=79301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:11:28.404509 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e3feb-ec3a-4b6f-a144-4fe0a78040d3 None None] Pushing event updated for resources: {'Port': ['ID=be23ee12-fe81-46d7-b9d4-727853e25aff,revision_number=1']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:28.414003 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-cf6e3feb-ec3a-4b6f-a144-4fe0a78040d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:28.437667 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-240db38c-41be-4c78-94bd-0d43129bc410 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:28.476317 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-240db38c-41be-4c78-94bd-0d43129bc410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:28.484585 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-cf6e3feb-ec3a-4b6f-a144-4fe0a78040d3 None None] Attempting to bind port be23ee12-fe81-46d7-b9d4-727853e25aff on host dv-cinder-805144-1-iscsi for vnic_type normal with profile {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:11:28.485336 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-cf6e3feb-ec3a-4b6f-a144-4fe0a78040d3 None None] Attempting to bind port be23ee12-fe81-46d7-b9d4-727853e25aff by drivers openvswitch,hyperv on host dv-cinder-805144-1-iscsi at level 0 using segments [{'id': 'a1d8c933-18dc-4016-981d-085cb6ac807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb'}] {{(pid=79301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:11:28.485467 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6e3feb-ec3a-4b6f-a144-4fe0a78040d3 None None] Attempting to bind port be23ee12-fe81-46d7-b9d4-727853e25aff on network aea097be-4d5e-4757-b2e3-2b4db907e9bb {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:11:28.491125 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6e3feb-ec3a-4b6f-a144-4fe0a78040d3 None None] Checking agent: {'id': '22cf82ff-da15-404e-8075-dce9686ce61b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805144-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 13, 0, 29), 'started_at': datetime.datetime(2021, 8, 19, 13, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805144-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 19 13:11:28.491592 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6e3feb-ec3a-4b6f-a144-4fe0a78040d3 None None] Checking segment: {'id': 'a1d8c933-18dc-4016-981d-085cb6ac807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:11:28.492069 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-cf6e3feb-ec3a-4b6f-a144-4fe0a78040d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:28.492532 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6e3feb-ec3a-4b6f-a144-4fe0a78040d3 None None] Bound using segment: {'id': 'a1d8c933-18dc-4016-981d-085cb6ac807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb'} {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 19 13:11:28.493122 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-cf6e3feb-ec3a-4b6f-a144-4fe0a78040d3 None None] Bound port: be23ee12-fe81-46d7-b9d4-727853e25aff, host: dv-cinder-805144-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d8c933-18dc-4016-981d-085cb6ac807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb'}}] {{(pid=79301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:11:28.493576 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-cf6e3feb-ec3a-4b6f-a144-4fe0a78040d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:28.534107 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d539ee-058a-4952-b7c7-5d879b2c4466 req-7c37e907-7e57-4dd2-9027-746a2ea0b95b tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:28.535496 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-97d539ee-058a-4952-b7c7-5d879b2c4466 req-7c37e907-7e57-4dd2-9027-746a2ea0b95b tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 946 time: 0.2891502 Aug 19 13:11:28.596103 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-cf6e3feb-ec3a-4b6f-a144-4fe0a78040d3 None None] For port be23ee12-fe81-46d7-b9d4-727853e25aff, host dv-cinder-805144-1-iscsi, cleared binding levels {{(pid=79301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 19 13:11:28.600104 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-cf6e3feb-ec3a-4b6f-a144-4fe0a78040d3 None None] For port be23ee12-fe81-46d7-b9d4-727853e25aff, host dv-cinder-805144-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=be23ee12-fe81-46d7-b9d4-727853e25aff,segment=NetworkSegment(a1d8c933-18dc-4016-981d-085cb6ac807f),segment_id=a1d8c933-18dc-4016-981d-085cb6ac807f)] {{(pid=79301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 19 13:11:28.602199 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:28.606379 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-cf6e3feb-ec3a-4b6f-a144-4fe0a78040d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:28.610550 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:28.648857 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec3eb6-8a48-478c-868b-ef2d778ca737 req-4edf5832-1ff1-40bd-83a5-8d7176f74800 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:28.650666 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-98ec3eb6-8a48-478c-868b-ef2d778ca737 req-4edf5832-1ff1-40bd-83a5-8d7176f74800 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.0913084 Aug 19 13:11:28.703879 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e3feb-ec3a-4b6f-a144-4fe0a78040d3 None None] Pushing event updated for resources: {'Port': ['ID=be23ee12-fe81-46d7-b9d4-727853e25aff,revision_number=2']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:28.710751 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-cf6e3feb-ec3a-4b6f-a144-4fe0a78040d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:28.719113 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-98ec3eb6-8a48-478c-868b-ef2d778ca737 req-d00722cc-4668-41b8-8411-2474295824ca tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610883 Aug 19 13:11:28.760248 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-97d539ee-058a-4952-b7c7-5d879b2c4466 req-f3bc86cd-0895-4f5b-bdb8-e946261dbd8e tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082007 Aug 19 13:11:28.790295 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.db_base_plugin_common [None req-240db38c-41be-4c78-94bd-0d43129bc410 admin admin] Allocated IP 172.27.1.94 (01c0c460-8075-482b-8652-00d44202fadb/8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5/ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a) {{(pid=79299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:11:29.075505 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device be23ee12-fe81-46d7-b9d4-727853e25aff up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:11:29.101328 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-240db38c-41be-4c78-94bd-0d43129bc410 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:29.151874 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3ac43-f968-4b26-ad1c-5fdb750cbeec req-c5c0d4c8-aa2a-4ee8-847f-6f1b1a61343e tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:29.156152 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-1ba3ac43-f968-4b26-ad1c-5fdb750cbeec req-c5c0d4c8-aa2a-4ee8-847f-6f1b1a61343e tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=068daa96-c3a1-45c0-aac8-d42900e5112e HTTP/1.1" status: 200 len: 943 time: 0.1573722 Aug 19 13:11:29.159349 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning for port be23ee12-fe81-46d7-b9d4-727853e25aff completed by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:11:29.197820 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-240db38c-41be-4c78-94bd-0d43129bc410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6301144'] for port, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:29.208743 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-44c29ef3-d0fe-484e-8fd6-2489827ac545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:29.267641 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-1ba3ac43-f968-4b26-ad1c-5fdb750cbeec req-f811245d-3e69-463c-8669-bedff260e47c tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026165 Aug 19 13:11:29.292338 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240db38c-41be-4c78-94bd-0d43129bc410 admin admin] Network 01c0c460-8075-482b-8652-00d44202fadb is already hosted by enough agents. {{(pid=79299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:11:29.292661 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.base_scheduler [None req-240db38c-41be-4c78-94bd-0d43129bc410 admin admin] Resources bound (agent type, host, resource id): {{(pid=79299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:11:29.296779 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240db38c-41be-4c78-94bd-0d43129bc410 admin admin] Received port after_create {{(pid=79299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:11:29.343072 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240db38c-41be-4c78-94bd-0d43129bc410 admin admin] Pushing event updated for resources: {'Port': ['ID=ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:29.359114 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-240db38c-41be-4c78-94bd-0d43129bc410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:29.581157 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942bc8d6-f10f-44e2-86a4-41dfaad62d49 req-768091af-6fbe-4a7d-b2e9-f4aea05b0397 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:29.583324 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-942bc8d6-f10f-44e2-86a4-41dfaad62d49 req-768091af-6fbe-4a7d-b2e9-f4aea05b0397 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 946 time: 0.0971668 Aug 19 13:11:29.646681 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-942bc8d6-f10f-44e2-86a4-41dfaad62d49 req-d4702a2e-0ccb-4c43-8cbc-d247f0cce404 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581067 Aug 19 13:11:29.774917 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983ed4dc-9f9b-4e1a-98be-6e6bbd15854c None None] Network aea097be-4d5e-4757-b2e3-2b4db907e9bb requested from dv-cinder-805144-1-iscsi {{(pid=79301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 19 13:11:29.865334 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e093d-273b-45e6-950c-98cec90255c7 req-a8daba13-0542-4284-8212-0e75e65f5350 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:29.872666 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-083e093d-273b-45e6-950c-98cec90255c7 req-a8daba13-0542-4284-8212-0e75e65f5350 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/ports?device_id=b59cf8e6-11a0-485a-b2af-0554c57ccca0 HTTP/1.1" status: 200 len: 945 time: 0.2143264 Aug 19 13:11:29.903257 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-9d0a3286-7c6c-49e0-8530-0f99c055d959 None None] Provisioning for port be23ee12-fe81-46d7-b9d4-727853e25aff completed by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:11:29.912641 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-9d0a3286-7c6c-49e0-8530-0f99c055d959 None None] Provisioning complete for port be23ee12-fe81-46d7-b9d4-727853e25aff triggered by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:11:29.913026 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-9d0a3286-7c6c-49e0-8530-0f99c055d959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:29.991612 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-240db38c-41be-4c78-94bd-0d43129bc410 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:30.056198 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-083e093d-273b-45e6-950c-98cec90255c7 req-5790ecb6-9909-43d4-a94e-dfe28ec50bb1 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6b6bfed-7730-483e-870a-f2ff1fe2dd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826427 Aug 19 13:11:30.102480 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4344df-b7e8-48b4-a5d8-ef8e88b77d38 req-4d34b2ba-fea6-4b01-9f20-2d2f29ef4670 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:30.104056 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-df4344df-b7e8-48b4-a5d8-ef8e88b77d38 req-4d34b2ba-fea6-4b01-9f20-2d2f29ef4670 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 946 time: 0.1786754 Aug 19 13:11:30.142381 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20defc8f-ff78-451b-a45c-7e91a6d2e83e req-2f83f20e-b07d-45cf-acb7-7631a7664f7f tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:30.145187 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-20defc8f-ff78-451b-a45c-7e91a6d2e83e req-2f83f20e-b07d-45cf-acb7-7631a7664f7f tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.68 "GET /v2.0/ports?device_id=b59cf8e6-11a0-485a-b2af-0554c57ccca0 HTTP/1.1" status: 200 len: 945 time: 0.1514773 Aug 19 13:11:30.179684 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-9d0a3286-7c6c-49e0-8530-0f99c055d959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:30.219772 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-df4344df-b7e8-48b4-a5d8-ef8e88b77d38 req-3b982a6e-8fb6-4363-a285-6b76c823a6c7 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072290 Aug 19 13:11:30.234487 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-9d0a3286-7c6c-49e0-8530-0f99c055d959 None None] For port be23ee12-fe81-46d7-b9d4-727853e25aff, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=be23ee12-fe81-46d7-b9d4-727853e25aff,segment=NetworkSegment(a1d8c933-18dc-4016-981d-085cb6ac807f),segment_id=a1d8c933-18dc-4016-981d-085cb6ac807f)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:11:30.239123 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-9d0a3286-7c6c-49e0-8530-0f99c055d959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:30.242862 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:30.265393 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [req-20defc8f-ff78-451b-a45c-7e91a6d2e83e req-ca8dc25e-0c44-4ef8-b04a-d8c83b8a69b9 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Deleting port b1a1ac65-1fc0-40c8-9677-72a2bd05f1fa {{(pid=79300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:11:30.265744 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-20defc8f-ff78-451b-a45c-7e91a6d2e83e req-ca8dc25e-0c44-4ef8-b04a-d8c83b8a69b9 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:30.326882 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0a3286-7c6c-49e0-8530-0f99c055d959 None None] Pushing event updated for resources: {'Port': ['ID=be23ee12-fe81-46d7-b9d4-727853e25aff,revision_number=3']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:30.333019 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-9d0a3286-7c6c-49e0-8530-0f99c055d959 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:30.403904 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-240db38c-41be-4c78-94bd-0d43129bc410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8006181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7963014'] for router, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:30.479147 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device f3462dce-4463-4852-9124-33a057af6a3e details requested by agent hyperv_hv-cinder-80514 with host hv-cinder-80514 {{(pid=79301) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 19 13:11:30.634114 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-95657d32-3b62-4f81-82b9-9afe1a947e4f None None] Provisioning complete for port be23ee12-fe81-46d7-b9d4-727853e25aff triggered by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:11:30.634554 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-95657d32-3b62-4f81-82b9-9afe1a947e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:30.710087 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.db [req-20defc8f-ff78-451b-a45c-7e91a6d2e83e req-ca8dc25e-0c44-4ef8-b04a-d8c83b8a69b9 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] For port b1a1ac65-1fc0-40c8-9677-72a2bd05f1fa, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=b1a1ac65-1fc0-40c8-9677-72a2bd05f1fa,segment=NetworkSegment(2b28da94-8e17-4677-8ffd-5efd373fd992),segment_id=2b28da94-8e17-4677-8ffd-5efd373fd992)] {{(pid=79300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:11:30.710649 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-20defc8f-ff78-451b-a45c-7e91a6d2e83e req-ca8dc25e-0c44-4ef8-b04a-d8c83b8a69b9 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:30.722765 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port f3462dce-4463-4852-9124-33a057af6a3e, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=f3462dce-4463-4852-9124-33a057af6a3e,segment=NetworkSegment(8989bbea-6f05-45e9-aa2f-091105ddb490),segment_id=8989bbea-6f05-45e9-aa2f-091105ddb490)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:11:30.744807 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Returning: {'device': 'f3462dce-4463-4852-9124-33a057af6a3e', 'network_id': '9cf8ab72-7b7e-4bd7-af10-857d36059c21', 'port_id': 'f3462dce-4463-4852-9124-33a057af6a3e', 'mac_address': 'fa:16:3e:4b:45:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26c62690-9449-4656-a8e9-dd8f15fc1ced', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79301) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 19 13:11:30.780847 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01fffd-5e0d-4f32-867a-703bb8ba3a18 req-226db48a-919d-4d16-a440-bf6efb419035 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:30.787914 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-2e01fffd-5e0d-4f32-867a-703bb8ba3a18 req-226db48a-919d-4d16-a440-bf6efb419035 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=068daa96-c3a1-45c0-aac8-d42900e5112e HTTP/1.1" status: 200 len: 943 time: 0.3057239 Aug 19 13:11:30.825328 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:30.869496 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-2e01fffd-5e0d-4f32-867a-703bb8ba3a18 req-b76674a1-92ed-4934-b4d6-e97f5dc45d10 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806382 Aug 19 13:11:30.885848 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-240db38c-41be-4c78-94bd-0d43129bc410 admin admin] Router 00ad355c-569d-4f7b-b6af-0d6a62cb2645 is scheduled to L3 agent bb0205a6-735d-4789-b813-02600d36e527 with binding_index 1 {{(pid=79299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 19 13:11:30.889266 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3462dce-4463-4852-9124-33a057af6a3e {{(pid=79301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:11:30.914112 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port f3462dce-4463-4852-9124-33a057af6a3e, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=f3462dce-4463-4852-9124-33a057af6a3e,segment=NetworkSegment(8989bbea-6f05-45e9-aa2f-091105ddb490),segment_id=8989bbea-6f05-45e9-aa2f-091105ddb490)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:11:30.922592 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:30.924460 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:30.924612 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [req-20defc8f-ff78-451b-a45c-7e91a6d2e83e req-ca8dc25e-0c44-4ef8-b04a-d8c83b8a69b9 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Calling delete_port for b1a1ac65-1fc0-40c8-9677-72a2bd05f1fa owned by compute:nova {{(pid=79300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:11:31.034008 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device be23ee12-fe81-46d7-b9d4-727853e25aff up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:11:31.107296 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-0c9d55b4-d777-42c9-b211-ec9aeb53fab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:31.115616 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=f3462dce-4463-4852-9124-33a057af6a3e,revision_number=4']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:31.119722 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:31.130237 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240db38c-41be-4c78-94bd-0d43129bc410 admin admin] Notify agent at l3_agent.dv-cinder-805144-1-iscsi the message routers_updated {{(pid=79299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 19 13:11:31.132824 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df13d78-a1b6-4515-8503-a7fef26f18f8 req-f3ae16a6-8451-405d-be06-ede603ec1b0c tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:31.134377 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-0df13d78-a1b6-4515-8503-a7fef26f18f8 req-f3ae16a6-8451-405d-be06-ede603ec1b0c tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 946 time: 0.2187207 Aug 19 13:11:31.142304 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822a4e59-5ca5-4d2b-bf55-e4401bb5e83b None None] Sync routers for ids ['00ad355c-569d-4f7b-b6af-0d6a62cb2645'] in dv-cinder-805144-1-iscsi {{(pid=79302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:11:31.154827 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822a4e59-5ca5-4d2b-bf55-e4401bb5e83b None None] Routers {'00ad355c-569d-4f7b-b6af-0d6a62cb2645'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:11:31.156343 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning complete for port be23ee12-fe81-46d7-b9d4-727853e25aff triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:11:31.156470 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-822a4e59-5ca5-4d2b-bf55-e4401bb5e83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:11:31Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['00ad355c-569d-4f7b-b6af-0d6a62cb2645'], 'active': True} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:11:31.156738 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:31.193955 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-240db38c-41be-4c78-94bd-0d43129bc410 admin admin] Notify callbacks [] for router, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:31.199178 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-240db38c-41be-4c78-94bd-0d43129bc410 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8134987 Aug 19 13:11:31.200368 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 53670) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:11:31.287954 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-20defc8f-ff78-451b-a45c-7e91a6d2e83e req-ca8dc25e-0c44-4ef8-b04a-d8c83b8a69b9 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202527'] for port, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:31.299548 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-4f74abcd-8c14-4ff3-ae9b-c15450375f17 req-22fb53a5-fde6-48dc-9566-b5af54fc75ab tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/ports?device_id=b59cf8e6-11a0-485a-b2af-0554c57ccca0 HTTP/1.1" status: 200 len: 210 time: 0.0759103 Aug 19 13:11:31.306990 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-3aced31f-a11c-41a4-80f6-06e08a54f027 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:31.349811 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-0df13d78-a1b6-4515-8503-a7fef26f18f8 req-ed4c6678-0f47-46e5-91ac-6b91783c4d05 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2060981 Aug 19 13:11:31.364728 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvr_db [None req-822a4e59-5ca5-4d2b-bf55-e4401bb5e83b None None] Set router 00ad355c-569d-4f7b-b6af-0d6a62cb2645 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:11:31.506818 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8dc25e-0c44-4ef8-b04a-d8c83b8a69b9 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Pushing event deleted for resources: {'Port': ['ID=b1a1ac65-1fc0-40c8-9677-72a2bd05f1fa,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:31.510039 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-ca8dc25e-0c44-4ef8-b04a-d8c83b8a69b9 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:31.533211 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d0427e-6168-428b-a4a5-5b59fbf52ecb req-ae2602ba-4ec7-447d-8bfa-e08f0430776e tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:31.536239 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-27d0427e-6168-428b-a4a5-5b59fbf52ecb req-ae2602ba-4ec7-447d-8bfa-e08f0430776e tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 946 time: 0.1075687 Aug 19 13:11:31.562369 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] get_ports_and_sgs() called for port_ids ['f3462dce-4463-4852-9124-33a057af6a3e'] {{(pid=79301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 19 13:11:31.565120 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.l3_dvrscheduler_db [req-20defc8f-ff78-451b-a45c-7e91a6d2e83e req-ca8dc25e-0c44-4ef8-b04a-d8c83b8a69b9 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] No DVR routers for this DVR port b1a1ac65-1fc0-40c8-9677-72a2bd05f1fa on host hv-cinder-80514 {{(pid=79300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:11:31.567977 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-20defc8f-ff78-451b-a45c-7e91a6d2e83e req-ca8dc25e-0c44-4ef8-b04a-d8c83b8a69b9 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for port, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:31.626436 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b59cf8e6-11a0-485a-b2af-0554c57ccca0', 'name': 'network-vif-deleted', 'tag': 'b1a1ac65-1fc0-40c8-9677-72a2bd05f1fa'}] {{(pid=79300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:11:31.648162 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-27d0427e-6168-428b-a4a5-5b59fbf52ecb req-0d161670-55ca-420f-b269-93b099cf7760 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942752 Aug 19 13:11:31.684119 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b59cf8e6-11a0-485a-b2af-0554c57ccca0', 'name': 'network-vif-deleted', 'tag': 'b1a1ac65-1fc0-40c8-9677-72a2bd05f1fa', 'status': 'completed', 'code': 200} Aug 19 13:11:31.695088 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-20defc8f-ff78-451b-a45c-7e91a6d2e83e req-ca8dc25e-0c44-4ef8-b04a-d8c83b8a69b9 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.68 "DELETE /v2.0/ports/b1a1ac65-1fc0-40c8-9677-72a2bd05f1fa HTTP/1.1" status: 204 len: 173 time: 1.5222495 Aug 19 13:11:31.728904 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-822a4e59-5ca5-4d2b-bf55-e4401bb5e83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'name': 'tempest-TestVolumeBootPattern-648151110-router', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:27Z', 'updated_at': '2021-08-19T13:11:29Z', 'revision_number': 3, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'gw_port': {'id': 'ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:31:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:28Z', 'updated_at': '2021-08-19T13:11:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi'}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:11:31.734746 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822a4e59-5ca5-4d2b-bf55-e4401bb5e83b None None] Checking router: 00ad355c-569d-4f7b-b6af-0d6a62cb2645 for host: dv-cinder-805144-1-iscsi {{(pid=79302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:11:31.735122 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822a4e59-5ca5-4d2b-bf55-e4401bb5e83b None None] Updating router 00ad355c-569d-4f7b-b6af-0d6a62cb2645 port ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a binding host dv-cinder-805144-1-iscsi {{(pid=79302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:11:31.844084 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-822a4e59-5ca5-4d2b-bf55-e4401bb5e83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:31.908306 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:32.106661 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438f7ef-fa52-424f-9866-ff82af684f9c req-7ec5b352-feb6-49f4-a2cd-1108f9acd4ba tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:32.108925 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-f438f7ef-fa52-424f-9866-ff82af684f9c req-7ec5b352-feb6-49f4-a2cd-1108f9acd4ba tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=068daa96-c3a1-45c0-aac8-d42900e5112e HTTP/1.1" status: 200 len: 944 time: 0.0950606 Aug 19 13:11:32.164367 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-f438f7ef-fa52-424f-9866-ff82af684f9c req-8b065396-d81b-4857-8ec9-0fc0258b5828 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494046 Aug 19 13:11:32.334589 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-822a4e59-5ca5-4d2b-bf55-e4401bb5e83b None None] Notify callbacks [] for port, precommit_update {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:32.349553 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.provisioning_blocks [None req-822a4e59-5ca5-4d2b-bf55-e4401bb5e83b None None] Transition to ACTIVE for port object ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a will not be triggered until provisioned by entity L2. {{(pid=79302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:11:32.358551 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-822a4e59-5ca5-4d2b-bf55-e4401bb5e83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:32.363758 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG oslo_concurrency.lockutils [None req-ce98c118-7bf3-4c62-aabc-549593548fdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:32.399387 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-fd1a132d-ee64-4ef9-a084-e6352aa48c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:32.452401 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18d517c-c9ad-4d5a-a21b-fb2d858d1e1f None None] Pushing event updated for resources: {'Port': ['ID=ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a,revision_number=2']} {{(pid=79302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:32.476970 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.managers [None req-822a4e59-5ca5-4d2b-bf55-e4401bb5e83b None None] Attempting to bind port ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a on host dv-cinder-805144-1-iscsi for vnic_type normal with profile {{(pid=79302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:11:32.477352 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.managers [None req-822a4e59-5ca5-4d2b-bf55-e4401bb5e83b None None] Attempting to bind port ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a by drivers openvswitch,hyperv on host dv-cinder-805144-1-iscsi at level 0 using segments [{'id': '20104d1f-9cfe-4c86-a938-6570a8b83d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01c0c460-8075-482b-8652-00d44202fadb'}] {{(pid=79302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:11:32.477740 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822a4e59-5ca5-4d2b-bf55-e4401bb5e83b None None] Attempting to bind port ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a on network 01c0c460-8075-482b-8652-00d44202fadb {{(pid=79302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:11:32.487975 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822a4e59-5ca5-4d2b-bf55-e4401bb5e83b None None] Checking agent: {'id': '22cf82ff-da15-404e-8075-dce9686ce61b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805144-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 13, 0, 29), 'started_at': datetime.datetime(2021, 8, 19, 13, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805144-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 19 13:11:32.488461 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822a4e59-5ca5-4d2b-bf55-e4401bb5e83b None None] Checking segment: {'id': '20104d1f-9cfe-4c86-a938-6570a8b83d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01c0c460-8075-482b-8652-00d44202fadb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:11:32.488755 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-822a4e59-5ca5-4d2b-bf55-e4401bb5e83b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:32.489207 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822a4e59-5ca5-4d2b-bf55-e4401bb5e83b None None] Bound using segment: {'id': '20104d1f-9cfe-4c86-a938-6570a8b83d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01c0c460-8075-482b-8652-00d44202fadb'} {{(pid=79302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 19 13:11:32.489717 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.managers [None req-822a4e59-5ca5-4d2b-bf55-e4401bb5e83b None None] Bound port: ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a, host: dv-cinder-805144-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20104d1f-9cfe-4c86-a938-6570a8b83d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01c0c460-8075-482b-8652-00d44202fadb'}}] {{(pid=79302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:11:32.489857 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 47424f4a-678d-4870-ae86-843b6d41156c details requested by agent hyperv_hv-cinder-80514 with host hv-cinder-80514 {{(pid=79301) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 19 13:11:32.490097 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-822a4e59-5ca5-4d2b-bf55-e4401bb5e83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:32.506015 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device b1a1ac65-1fc0-40c8-9677-72a2bd05f1fa no longer exists at agent hyperv_hv-cinder-80514 {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 19 13:11:32.528282 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-0a8fb01c-682a-4bc9-be28-e6ec9f324171 req-4ffa3e55-626f-46d9-8688-2bf16d6017af tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Synchronizing usage tracker for tenant:fb526f580b174650bfd37cf6eb800d5f on resource:port {{(pid=79300) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:11:32.557773 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] No Port match for: b1a1ac65-1fc0-40c8-9677-72a2bd05f1fa {{(pid=79301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 19 13:11:32.558676 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device b1a1ac65-1fc0-40c8-9677-72a2bd05f1fa not bound to the agent host hv-cinder-80514 {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 19 13:11:32.574181 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-0a8fb01c-682a-4bc9-be28-e6ec9f324171 req-4ffa3e55-626f-46d9-8688-2bf16d6017af tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Unset dirty status for tenant:fb526f580b174650bfd37cf6eb800d5f on resource:port {{(pid=79300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:11:32.574992 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.db [None req-822a4e59-5ca5-4d2b-bf55-e4401bb5e83b None None] For port ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a, host dv-cinder-805144-1-iscsi, cleared binding levels {{(pid=79302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 19 13:11:32.578524 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.db [None req-822a4e59-5ca5-4d2b-bf55-e4401bb5e83b None None] For port ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a, host dv-cinder-805144-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a,segment=NetworkSegment(20104d1f-9cfe-4c86-a938-6570a8b83d9b),segment_id=20104d1f-9cfe-4c86-a938-6570a8b83d9b)] {{(pid=79302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 19 13:11:32.580520 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18d517c-c9ad-4d5a-a21b-fb2d858d1e1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:32.580855 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18d517c-c9ad-4d5a-a21b-fb2d858d1e1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:32.581334 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18d517c-c9ad-4d5a-a21b-fb2d858d1e1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:32.581700 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18d517c-c9ad-4d5a-a21b-fb2d858d1e1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:32.582026 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18d517c-c9ad-4d5a-a21b-fb2d858d1e1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:32.582397 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18d517c-c9ad-4d5a-a21b-fb2d858d1e1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:32.582768 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18d517c-c9ad-4d5a-a21b-fb2d858d1e1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:32.583094 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18d517c-c9ad-4d5a-a21b-fb2d858d1e1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:32.584017 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18d517c-c9ad-4d5a-a21b-fb2d858d1e1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:32.584017 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18d517c-c9ad-4d5a-a21b-fb2d858d1e1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:32.584312 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18d517c-c9ad-4d5a-a21b-fb2d858d1e1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:32.584864 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18d517c-c9ad-4d5a-a21b-fb2d858d1e1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:32.586206 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-0a8fb01c-682a-4bc9-be28-e6ec9f324171 req-4ffa3e55-626f-46d9-8688-2bf16d6017af tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] 10.222.0.49 "GET /v2.0/ports?device_id=b59cf8e6-11a0-485a-b2af-0554c57ccca0 HTTP/1.1" status: 200 len: 210 time: 0.1223667 Aug 19 13:11:32.590239 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG oslo_concurrency.lockutils [None req-c18d517c-c9ad-4d5a-a21b-fb2d858d1e1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=79302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:32.591853 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-822a4e59-5ca5-4d2b-bf55-e4401bb5e83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:32.597688 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:32.670758 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05006d6-041b-43bb-914d-aded06ace2dc req-50546ebc-e9b4-4359-82dc-b2a3f1e43987 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:32.676100 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-d05006d6-041b-43bb-914d-aded06ace2dc req-50546ebc-e9b4-4359-82dc-b2a3f1e43987 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 946 time: 0.1817489 Aug 19 13:11:32.706676 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822a4e59-5ca5-4d2b-bf55-e4401bb5e83b None None] Routers {'00ad355c-569d-4f7b-b6af-0d6a62cb2645'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:11:32.707488 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-822a4e59-5ca5-4d2b-bf55-e4401bb5e83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:11:31Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['00ad355c-569d-4f7b-b6af-0d6a62cb2645'], 'active': True} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:11:32.746218 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-d05006d6-041b-43bb-914d-aded06ace2dc req-3b69d067-3f26-4e31-a334-cf31157a54c5 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654192 Aug 19 13:11:32.799053 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.db_base_plugin_common [None req-fd1a132d-ee64-4ef9-a084-e6352aa48c8e admin admin] Allocated IP 172.20.0.1 (aea097be-4d5e-4757-b2e3-2b4db907e9bb/7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33/ca58a4bf-c483-4319-aa7d-8b8e11eaa569) {{(pid=79300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:11:32.840908 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port 47424f4a-678d-4870-ae86-843b6d41156c, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=47424f4a-678d-4870-ae86-843b6d41156c,segment=NetworkSegment(379dc2c3-a256-42ec-a350-bba9510c62d5),segment_id=379dc2c3-a256-42ec-a350-bba9510c62d5)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:11:32.850881 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18d517c-c9ad-4d5a-a21b-fb2d858d1e1f None None] Pushing event updated for resources: {'Port': ['ID=ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a,revision_number=3']} {{(pid=79302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:32.864779 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG oslo_concurrency.lockutils [None req-c18d517c-c9ad-4d5a-a21b-fb2d858d1e1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=79302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:32.880399 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Returning: {'device': '47424f4a-678d-4870-ae86-843b6d41156c', 'network_id': '3b979c5e-82fd-4500-9fbc-547a88a6c3c4', 'port_id': '47424f4a-678d-4870-ae86-843b6d41156c', 'mac_address': 'fa:16:3e:92:ed:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5197019-4cd9-46fe-ad6e-7e976db4e517', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79301) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 19 13:11:32.959126 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:32.980284 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 47424f4a-678d-4870-ae86-843b6d41156c {{(pid=79301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:11:33.002559 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port 47424f4a-678d-4870-ae86-843b6d41156c, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=47424f4a-678d-4870-ae86-843b6d41156c,segment=NetworkSegment(379dc2c3-a256-42ec-a350-bba9510c62d5),segment_id=379dc2c3-a256-42ec-a350-bba9510c62d5)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:11:33.007724 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:33.013722 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:33.062654 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvr_db [None req-822a4e59-5ca5-4d2b-bf55-e4401bb5e83b None None] Set router 00ad355c-569d-4f7b-b6af-0d6a62cb2645 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:11:33.105151 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=47424f4a-678d-4870-ae86-843b6d41156c,revision_number=6']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:33.108901 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:33.113255 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686a8c4-7e47-4846-9ec5-da555ad0ab20 req-1ca408bc-6286-48ad-9ea0-2bcff1aea626 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:33.116502 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4686a8c4-7e47-4846-9ec5-da555ad0ab20 req-1ca408bc-6286-48ad-9ea0-2bcff1aea626 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 946 time: 0.2531128 Aug 19 13:11:33.154339 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-fd1a132d-ee64-4ef9-a084-e6352aa48c8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:33.198596 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.provisioning_blocks [None req-fd1a132d-ee64-4ef9-a084-e6352aa48c8e admin admin] Transition to ACTIVE for port object ca58a4bf-c483-4319-aa7d-8b8e11eaa569 will not be triggered until provisioned by entity DHCP. {{(pid=79300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:11:33.205239 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4686a8c4-7e47-4846-9ec5-da555ad0ab20 req-1dcef1a1-f4f4-4d61-ac8c-fba54fc5b1bc tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760303 Aug 19 13:11:33.234077 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-fd1a132d-ee64-4ef9-a084-e6352aa48c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202527'] for port, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:33.239103 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-f59c87b8-be26-4429-9aa1-417e835774af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:33.302740 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1a132d-ee64-4ef9-a084-e6352aa48c8e admin admin] Network aea097be-4d5e-4757-b2e3-2b4db907e9bb is already hosted by enough agents. {{(pid=79300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:11:33.305649 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.base_scheduler [None req-fd1a132d-ee64-4ef9-a084-e6352aa48c8e admin admin] Resources bound (agent type, host, resource id): {{(pid=79300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:11:33.310403 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1a132d-ee64-4ef9-a084-e6352aa48c8e admin admin] Received port after_create {{(pid=79300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:11:33.355461 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1a132d-ee64-4ef9-a084-e6352aa48c8e admin admin] Pushing event updated for resources: {'Port': ['ID=ca58a4bf-c483-4319-aa7d-8b8e11eaa569,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:33.360320 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-fd1a132d-ee64-4ef9-a084-e6352aa48c8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:33.366526 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] get_ports_and_sgs() called for port_ids ['47424f4a-678d-4870-ae86-843b6d41156c'] {{(pid=79301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 19 13:11:33.387274 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce768269-96d7-4a77-bc5a-2f2eec7ef0aa req-3e0d117b-9d97-44b5-bec4-7baf3770fcb3 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:33.388461 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-fd1a132d-ee64-4ef9-a084-e6352aa48c8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8000067'] for router_interface, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:33.388857 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-ce768269-96d7-4a77-bc5a-2f2eec7ef0aa req-3e0d117b-9d97-44b5-bec4-7baf3770fcb3 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=068daa96-c3a1-45c0-aac8-d42900e5112e HTTP/1.1" status: 200 len: 944 time: 0.0990820 Aug 19 13:11:33.397829 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-822a4e59-5ca5-4d2b-bf55-e4401bb5e83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'name': 'tempest-TestVolumeBootPattern-648151110-router', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:27Z', 'updated_at': '2021-08-19T13:11:29Z', 'revision_number': 3, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'gw_port': {'id': 'ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:31:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:28Z', 'updated_at': '2021-08-19T13:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi'}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:11:33.404389 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822a4e59-5ca5-4d2b-bf55-e4401bb5e83b None None] The sync data for ids ['00ad355c-569d-4f7b-b6af-0d6a62cb2645'] in dv-cinder-805144-1-iscsi is: [{'id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'name': 'tempest-TestVolumeBootPattern-648151110-router', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:27Z', 'updated_at': '2021-08-19T13:11:29Z', 'revision_number': 3, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'gw_port': {'id': 'ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:31:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:28Z', 'updated_at': '2021-08-19T13:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi'}] {{(pid=79302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:11:33.460787 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-ce768269-96d7-4a77-bc5a-2f2eec7ef0aa req-52c130c7-d92e-4dd6-811d-bd5be75f9c3e tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655766 Aug 19 13:11:33.483160 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:33.550663 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-fd1a132d-ee64-4ef9-a084-e6352aa48c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:33.658551 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-40e67489-2435-4362-8362-ccdd02ffdc42 None None] Provisioning for port ca58a4bf-c483-4319-aa7d-8b8e11eaa569 completed by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:11:33.665797 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-40e67489-2435-4362-8362-ccdd02ffdc42 None None] Provisioning complete for port ca58a4bf-c483-4319-aa7d-8b8e11eaa569 triggered by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:11:33.666479 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-40e67489-2435-4362-8362-ccdd02ffdc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:33.769788 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-40e67489-2435-4362-8362-ccdd02ffdc42 None None] Port ca58a4bf-c483-4319-aa7d-8b8e11eaa569 cannot update to ACTIVE because it is not bound. {{(pid=79301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:11:33.976563 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-fd1a132d-ee64-4ef9-a084-e6352aa48c8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:33.983266 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-fd1a132d-ee64-4ef9-a084-e6352aa48c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6202502'] for port, after_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:34.013041 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b5a72-0229-4164-9808-151ad74ba8ff req-c02d0e1e-c545-4e1b-89f0-e5b6fffac330 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:34.014870 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-af6b5a72-0229-4164-9808-151ad74ba8ff req-c02d0e1e-c545-4e1b-89f0-e5b6fffac330 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 946 time: 0.1228106 Aug 19 13:11:34.026776 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-44059b9b-5352-49c5-8166-118f70aebbb0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:34.100507 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-af6b5a72-0229-4164-9808-151ad74ba8ff req-96b56dea-72e6-43ea-b37c-925fcd6dba0b tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794346 Aug 19 13:11:34.166277 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1a132d-ee64-4ef9-a084-e6352aa48c8e admin admin] Pushing event updated for resources: {'Port': ['ID=ca58a4bf-c483-4319-aa7d-8b8e11eaa569,revision_number=2']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:34.170598 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-fd1a132d-ee64-4ef9-a084-e6352aa48c8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:34.173811 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-fd1a132d-ee64-4ef9-a084-e6352aa48c8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7886331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8000044'] for router_interface, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:34.491003 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 47424f4a-678d-4870-ae86-843b6d41156c up at agent hyperv_hv-cinder-80514 {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:11:34.570534 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1a132d-ee64-4ef9-a084-e6352aa48c8e admin admin] Network aea097be-4d5e-4757-b2e3-2b4db907e9bb is already hosted by enough agents. {{(pid=79300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:11:34.577121 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.base_scheduler [None req-fd1a132d-ee64-4ef9-a084-e6352aa48c8e admin admin] Resources bound (agent type, host, resource id): {{(pid=79300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:11:34.664061 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Provisioning complete for port 47424f4a-678d-4870-ae86-843b6d41156c triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:11:34.666026 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:34.868359 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a86ff-eb38-429e-b819-52c59f02f752 req-d6685d03-8c2b-4422-a5f6-841f325c0f6a tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:34.887030 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-b10a86ff-eb38-429e-b819-52c59f02f752 req-d6685d03-8c2b-4422-a5f6-841f325c0f6a tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=068daa96-c3a1-45c0-aac8-d42900e5112e HTTP/1.1" status: 200 len: 944 time: 0.2357051 Aug 19 13:11:34.938386 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fe1cc-8a18-48e1-acb9-1f59533817a2 req-8aac27e7-e82a-4efe-bb7e-f0195f95139b tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:34.967206 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-c87fe1cc-8a18-48e1-acb9-1f59533817a2 req-8aac27e7-e82a-4efe-bb7e-f0195f95139b tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 945 time: 0.5196149 Aug 19 13:11:35.024252 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:35.059718 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-b10a86ff-eb38-429e-b819-52c59f02f752 req-f34e351b-c270-4260-998c-0853f3ac3cc8 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711197 Aug 19 13:11:35.078471 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:35.106636 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438aed69-4e72-402e-b09f-bbfe30e30183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47424f4a-678d-4870-ae86-843b6d41156c'}] {{(pid=79301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:11:35.139109 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:11:35.182414 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port 47424f4a-678d-4870-ae86-843b6d41156c, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=47424f4a-678d-4870-ae86-843b6d41156c,segment=NetworkSegment(379dc2c3-a256-42ec-a350-bba9510c62d5),segment_id=379dc2c3-a256-42ec-a350-bba9510c62d5)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:11:35.194848 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-c87fe1cc-8a18-48e1-acb9-1f59533817a2 req-1a1e6a4a-d1a8-438d-9c8c-d172597c6540 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2262762 Aug 19 13:11:35.196945 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-6cc02a83-cd8a-467e-8c68-b871f378cf6f None None] Provisioning complete for port ca58a4bf-c483-4319-aa7d-8b8e11eaa569 triggered by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:11:35.197329 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-6cc02a83-cd8a-467e-8c68-b871f378cf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:35.235553 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:35.236932 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device f3462dce-4463-4852-9124-33a057af6a3e up at agent hyperv_hv-cinder-80514 {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:11:35.257503 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd1a132d-ee64-4ef9-a084-e6352aa48c8e admin admin] Router 00ad355c-569d-4f7b-b6af-0d6a62cb2645 has already been hosted by L3 agent bb0205a6-735d-4789-b813-02600d36e527 {{(pid=79300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 19 13:11:35.305221 dv-cinder-805144-1-iscsi neutron-server[79301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '438aed69-4e72-402e-b09f-bbfe30e30183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47424f4a-678d-4870-ae86-843b6d41156c', 'code': 200} Aug 19 13:11:35.311083 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:35.581490 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-6cc02a83-cd8a-467e-8c68-b871f378cf6f None None] Port ca58a4bf-c483-4319-aa7d-8b8e11eaa569 cannot update to ACTIVE because it is not bound. {{(pid=79301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:11:35.644450 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50053b08-3376-4008-86a2-c31a3215038d req-9dbf0b34-8c29-4da8-a2f6-c2359ee74501 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:35.649633 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=47424f4a-678d-4870-ae86-843b6d41156c,revision_number=7']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:35.651837 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-50053b08-3376-4008-86a2-c31a3215038d req-9dbf0b34-8c29-4da8-a2f6-c2359ee74501 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 946 time: 0.1637013 Aug 19 13:11:35.662634 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1a132d-ee64-4ef9-a084-e6352aa48c8e admin admin] Notify agent at l3_agent.dv-cinder-805144-1-iscsi the message routers_updated {{(pid=79300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 19 13:11:35.670491 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:35.678369 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-fd1a132d-ee64-4ef9-a084-e6352aa48c8e admin admin] 10.222.0.49 "PUT /v2.0/routers/00ad355c-569d-4f7b-b6af-0d6a62cb2645/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4728758 Aug 19 13:11:35.691741 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning for port ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a completed by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:11:35.702335 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning complete for port ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:11:35.703383 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:35.722857 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-50053b08-3376-4008-86a2-c31a3215038d req-958c6521-d32d-4b21-af4b-83977377a254 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696716 Aug 19 13:11:35.749851 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Provisioning for port f3462dce-4463-4852-9124-33a057af6a3e completed by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:11:35.788005 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Provisioning complete for port f3462dce-4463-4852-9124-33a057af6a3e triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:11:35.793758 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:35.985461 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ab74d2-49d3-4e79-bb7d-5483ca98e238 None None] Sync routers for ids ['00ad355c-569d-4f7b-b6af-0d6a62cb2645'] in dv-cinder-805144-1-iscsi {{(pid=79301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:11:36.093535 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ab74d2-49d3-4e79-bb7d-5483ca98e238 None None] Routers {'00ad355c-569d-4f7b-b6af-0d6a62cb2645'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:11:36.094200 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-11ab74d2-49d3-4e79-bb7d-5483ca98e238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:11:31Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['00ad355c-569d-4f7b-b6af-0d6a62cb2645'], 'active': True} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:11:36.212165 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:36.219792 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:36.284302 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] For port ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a,segment=NetworkSegment(20104d1f-9cfe-4c86-a938-6570a8b83d9b),segment_id=20104d1f-9cfe-4c86-a938-6570a8b83d9b)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:11:36.346513 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:36.363974 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-b5aa3c20-f549-407f-9a88-6078b35782df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:36.442483 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port f3462dce-4463-4852-9124-33a057af6a3e, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=f3462dce-4463-4852-9124-33a057af6a3e,segment=NetworkSegment(8989bbea-6f05-45e9-aa2f-091105ddb490),segment_id=8989bbea-6f05-45e9-aa2f-091105ddb490)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:11:36.459826 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:36.491437 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvr_db [None req-11ab74d2-49d3-4e79-bb7d-5483ca98e238 None None] Set router 00ad355c-569d-4f7b-b6af-0d6a62cb2645 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:11:36.638496 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce07598-6790-4d91-8706-412b15755d66 req-91338ba0-5fc9-405b-8389-67a2a256fe71 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:36.654446 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-6ce07598-6790-4d91-8706-412b15755d66 req-91338ba0-5fc9-405b-8389-67a2a256fe71 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=068daa96-c3a1-45c0-aac8-d42900e5112e HTTP/1.1" status: 200 len: 945 time: 0.3045363 Aug 19 13:11:36.737591 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Pushing event updated for resources: {'Port': ['ID=ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a,revision_number=4']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:36.742858 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:36.743219 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.274s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:36.777331 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66793a75-96df-403b-9442-50e45f4a9df4 req-02fb066e-6d31-4c04-bab9-7ed7c244decd tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:36.793338 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 53808) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:11:36.800650 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-66793a75-96df-403b-9442-50e45f4a9df4 req-02fb066e-6d31-4c04-bab9-7ed7c244decd tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 946 time: 0.2585776 Aug 19 13:11:36.801315 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [None req-66bca40a-b715-4e7b-a998-f07018694af8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-194689164-network', 'tenant_id': 'c877e083374943d1aee15f3a66d68d7c'}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:11:36.811068 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-66bca40a-b715-4e7b-a998-f07018694af8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:11:36.829080 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-66bca40a-b715-4e7b-a998-f07018694af8 admin admin] Usage tracker for resource:network and tenant:c877e083374943d1aee15f3a66d68d7c is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:11:36.845996 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-66bca40a-b715-4e7b-a998-f07018694af8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:11:36.891996 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-66bca40a-b715-4e7b-a998-f07018694af8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:11:36.924638 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66bca40a-b715-4e7b-a998-f07018694af8 admin admin] Made reservation on behalf of c877e083374943d1aee15f3a66d68d7c for: {'network': 1} {{(pid=79300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:11:36.926626 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-66793a75-96df-403b-9442-50e45f4a9df4 req-6d9208b8-19dd-4f95-b7ac-0df47581e17a tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248624 Aug 19 13:11:36.928212 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-66bca40a-b715-4e7b-a998-f07018694af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for network, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:37.020235 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-6ce07598-6790-4d91-8706-412b15755d66 req-6a0b3609-60be-4d3b-8152-435286bcbb60 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410215 Aug 19 13:11:37.022882 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-66bca40a-b715-4e7b-a998-f07018694af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:37.042657 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-66bca40a-b715-4e7b-a998-f07018694af8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:11:37.048844 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-66bca40a-b715-4e7b-a998-f07018694af8 admin admin] Usage tracker for resource:security_group_rule and tenant:c877e083374943d1aee15f3a66d68d7c is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:11:37.054711 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-66bca40a-b715-4e7b-a998-f07018694af8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:11:37.074452 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-66bca40a-b715-4e7b-a998-f07018694af8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:11:37.271611 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-66bca40a-b715-4e7b-a998-f07018694af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:37.280135 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-66bca40a-b715-4e7b-a998-f07018694af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:37.284810 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-26c54a07-00a7-4848-a6bf-d8c75e39748b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:37.294869 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b739e1d-4976-4222-ac7b-d01f15091ebc req-edad3f75-958b-4280-95fb-a04858b07fb9 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:37.314102 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-4b739e1d-4976-4222-ac7b-d01f15091ebc req-edad3f75-958b-4280-95fb-a04858b07fb9 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 946 time: 0.1569943 Aug 19 13:11:37.315239 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66bca40a-b715-4e7b-a998-f07018694af8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1049, 'physical_network': 'physnet1'} {{(pid=79300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:11:37.327031 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:11:37.340967 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bca40a-b715-4e7b-a998-f07018694af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ffaff2b-8605-430f-886d-bc340203d773,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:37.345646 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-66bca40a-b715-4e7b-a998-f07018694af8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:37.346699 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-66bca40a-b715-4e7b-a998-f07018694af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910984'] for segment, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:37.346999 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.db.segments_db [None req-66bca40a-b715-4e7b-a998-f07018694af8 admin admin] Added segment d2d9e5bd-f00f-428b-9fc8-592f14256ffe of type vlan for network edfcb630-f1ff-4575-b974-f6e34406c98d Aug 19 13:11:37.393087 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-66bca40a-b715-4e7b-a998-f07018694af8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734197367691'] for network, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:37.406859 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-4b739e1d-4976-4222-ac7b-d01f15091ebc req-30a17241-a31f-4805-8b7f-6a74899f464b tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844452 Aug 19 13:11:37.407849 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068daa96-c3a1-45c0-aac8-d42900e5112e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3462dce-4463-4852-9124-33a057af6a3e'}] {{(pid=79301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:11:37.468379 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-66bca40a-b715-4e7b-a998-f07018694af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217'] for network, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:37.470052 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bca40a-b715-4e7b-a998-f07018694af8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:37.470681 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-66bca40a-b715-4e7b-a998-f07018694af8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for network, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:37.471255 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=f3462dce-4463-4852-9124-33a057af6a3e,revision_number=5']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:37.475249 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.732s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:37.482104 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:37.520095 dv-cinder-805144-1-iscsi neutron-server[79301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '068daa96-c3a1-45c0-aac8-d42900e5112e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3462dce-4463-4852-9124-33a057af6a3e', 'code': 200} Aug 19 13:11:37.525228 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning complete for port ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:11:37.525629 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:37.576204 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-11ab74d2-49d3-4e79-bb7d-5483ca98e238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'name': 'tempest-TestVolumeBootPattern-648151110-router', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:27Z', 'updated_at': '2021-08-19T13:11:33Z', 'revision_number': 4, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'gw_port': {'id': 'ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:31:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:28Z', 'updated_at': '2021-08-19T13:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': 'ca58a4bf-c483-4319-aa7d-8b8e11eaa569', 'name': '', 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'mac_address': 'fa:16:3e:4b:7e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:32Z', 'updated_at': '2021-08-19T13:11:33Z', 'revision_number': 2, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'subnets': [{'id': '7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:11:37.598347 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ab74d2-49d3-4e79-bb7d-5483ca98e238 None None] Checking router: 00ad355c-569d-4f7b-b6af-0d6a62cb2645 for host: dv-cinder-805144-1-iscsi {{(pid=79301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:11:37.599104 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ab74d2-49d3-4e79-bb7d-5483ca98e238 None None] Updating router 00ad355c-569d-4f7b-b6af-0d6a62cb2645 port ca58a4bf-c483-4319-aa7d-8b8e11eaa569 binding host dv-cinder-805144-1-iscsi {{(pid=79301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:11:37.635743 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-66bca40a-b715-4e7b-a998-f07018694af8 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8383934 Aug 19 13:11:37.635743 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bca40a-b715-4e7b-a998-f07018694af8 admin admin] Pushing event updated for resources: {'Network': ['ID=edfcb630-f1ff-4575-b974-f6e34406c98d,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:37.636651 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 53826) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:11:37.637715 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-66bca40a-b715-4e7b-a998-f07018694af8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:37.650742 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-5f2c61c2-09f9-476d-84d2-8640413c7957 admin admin] Request body: {'subnet': {'network_id': 'edfcb630-f1ff-4575-b974-f6e34406c98d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-194689164-subnet', 'tenant_id': 'c877e083374943d1aee15f3a66d68d7c', 'ip_version': 4}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:11:37.657978 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-5f2c61c2-09f9-476d-84d2-8640413c7957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:11:37.663619 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-5f2c61c2-09f9-476d-84d2-8640413c7957 admin admin] Usage tracker for resource:subnet and tenant:c877e083374943d1aee15f3a66d68d7c is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:11:37.665160 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Network edfcb630-f1ff-4575-b974-f6e34406c98d details requested by agent ovs-agent-dv-cinder-805144-1-iscsi with host dv-cinder-805144-1-iscsi {{(pid=79301) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 19 13:11:37.668249 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-5f2c61c2-09f9-476d-84d2-8640413c7957 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:11:37.676130 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-5f2c61c2-09f9-476d-84d2-8640413c7957 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:11:37.691248 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2c61c2-09f9-476d-84d2-8640413c7957 admin admin] Made reservation on behalf of c877e083374943d1aee15f3a66d68d7c for: {'subnet': 1} {{(pid=79299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:11:37.694431 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-5f2c61c2-09f9-476d-84d2-8640413c7957 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5646812'] for subnet, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:38.019024 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-11ab74d2-49d3-4e79-bb7d-5483ca98e238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:38.235962 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-5f2c61c2-09f9-476d-84d2-8640413c7957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6301768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5646766'] for subnet, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:38.262215 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-d6ce0902-e79b-41fa-86cd-a573f1bc3a71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:38.413115 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049abfdd-131d-4dc5-9f95-a50be711824c req-03c65cb4-2e84-4f02-aa23-88b68f3fe7ee tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:38.415696 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-049abfdd-131d-4dc5-9f95-a50be711824c req-03c65cb4-2e84-4f02-aa23-88b68f3fe7ee tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=068daa96-c3a1-45c0-aac8-d42900e5112e HTTP/1.1" status: 200 len: 945 time: 0.1109519 Aug 19 13:11:38.480522 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-049abfdd-131d-4dc5-9f95-a50be711824c req-51fa112a-0fb7-4be4-b9e6-a8ffda830dd1 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580399 Aug 19 13:11:38.490094 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c61c2-09f9-476d-84d2-8640413c7957 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd599d92-c32c-4df1-8df2-3f0fd41cd8ad,revision_number=0']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:38.496688 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-5f2c61c2-09f9-476d-84d2-8640413c7957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:38.499009 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2c61c2-09f9-476d-84d2-8640413c7957 admin admin] Checking segment: {'id': 'd2d9e5bd-f00f-428b-9fc8-592f14256ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'edfcb630-f1ff-4575-b974-f6e34406c98d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:11:38.499388 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2c61c2-09f9-476d-84d2-8640413c7957 admin admin] Network hostable DHCP agents. Network: edfcb630-f1ff-4575-b974-f6e34406c98d, hostable agents: ['31b92e89-357e-408d-a141-4e7242d6bd98'], hosted agents: [] {{(pid=79299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:11:38.556005 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93127bfa-dc89-4656-9406-9712bd64d9c4 req-c47c5e72-7cc5-4a40-bc4e-d4af23309239 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:38.557740 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-93127bfa-dc89-4656-9406-9712bd64d9c4 req-c47c5e72-7cc5-4a40-bc4e-d4af23309239 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 946 time: 0.4129958 Aug 19 13:11:38.558964 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2c61c2-09f9-476d-84d2-8640413c7957 admin admin] Network edfcb630-f1ff-4575-b974-f6e34406c98d is scheduled to be hosted by DHCP agent 31b92e89-357e-408d-a141-4e7242d6bd98 with binding_index 1 {{(pid=79299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:11:38.566513 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-11ab74d2-49d3-4e79-bb7d-5483ca98e238 None None] Notify callbacks [] for port, precommit_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:38.582005 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-11ab74d2-49d3-4e79-bb7d-5483ca98e238 None None] Transition to ACTIVE for port object ca58a4bf-c483-4319-aa7d-8b8e11eaa569 will not be triggered until provisioned by entity L2. {{(pid=79301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:11:38.598640 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-11ab74d2-49d3-4e79-bb7d-5483ca98e238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:38.605073 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.base_scheduler [None req-5f2c61c2-09f9-476d-84d2-8640413c7957 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805144-1-iscsi, edfcb630-f1ff-4575-b974-f6e34406c98d) {{(pid=79299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:11:38.605587 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:38.615040 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2c61c2-09f9-476d-84d2-8640413c7957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:38.615676 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-5f2c61c2-09f9-476d-84d2-8640413c7957 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:38.639190 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-93127bfa-dc89-4656-9406-9712bd64d9c4 req-e13f2b89-b9f5-4c8f-a98a-aabf18b70e70 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739546 Aug 19 13:11:38.644108 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-5f2c61c2-09f9-476d-84d2-8640413c7957 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0037386 Aug 19 13:11:38.645304 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 53846) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:11:38.651473 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-5bfc0fed-4862-4065-bddb-8a98ab259593 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-194689164-router', 'tenant_id': 'c877e083374943d1aee15f3a66d68d7c', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb'}}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:11:38.656693 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-5bfc0fed-4862-4065-bddb-8a98ab259593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:11:38.659766 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b1663a-4e18-4f06-bc8c-523d78ee74f9 None None] Network edfcb630-f1ff-4575-b974-f6e34406c98d requested from dv-cinder-805144-1-iscsi {{(pid=79301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 19 13:11:38.661235 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-5bfc0fed-4862-4065-bddb-8a98ab259593 admin admin] Usage tracker for resource:router and tenant:c877e083374943d1aee15f3a66d68d7c is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:11:38.665692 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-5bfc0fed-4862-4065-bddb-8a98ab259593 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:11:38.684364 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-5bfc0fed-4862-4065-bddb-8a98ab259593 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:11:38.712211 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-5bfc0fed-4862-4065-bddb-8a98ab259593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8006359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14752'] for router, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:38.714153 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-5bfc0fed-4862-4065-bddb-8a98ab259593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8006194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7969985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8046295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14761'] for router, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:38.732982 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-5bfc0fed-4862-4065-bddb-8a98ab259593 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:38.788556 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c47bc-d53b-4ec7-899d-96075fd983b0 req-f42f331e-2104-4eaa-a103-3e44ed6a1dd3 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:38.793766 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-8d7c47bc-d53b-4ec7-899d-96075fd983b0 req-f42f331e-2104-4eaa-a103-3e44ed6a1dd3 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 946 time: 0.1710145 Aug 19 13:11:38.898346 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-8d7c47bc-d53b-4ec7-899d-96075fd983b0 req-a48d67a9-af9a-4bef-8cd3-f645c902166c tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984526 Aug 19 13:11:39.165655 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa467f6-82ec-47a3-9485-e10004fb497b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47980deb-f177-502b-bf5e-237545d7a88e-edfcb630-f1ff-4575-b974-f6e34406c98d', 'network_id': 'edfcb630-f1ff-4575-b974-f6e34406c98d', 'tenant_id': 'c877e083374943d1aee15f3a66d68d7c', 'fixed_ips': [{'subnet_id': 'bd599d92-c32c-4df1-8df2-3f0fd41cd8ad'}]}} from dv-cinder-805144-1-iscsi. {{(pid=79301) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 19 13:11:39.167350 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-9aa467f6-82ec-47a3-9485-e10004fb497b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:39.211686 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d5fb8c-9dbe-4786-9fd7-942d9fea82c2 None None] Pushing event updated for resources: {'Port': ['ID=ca58a4bf-c483-4319-aa7d-8b8e11eaa569,revision_number=3']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:39.223835 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-a2d5fb8c-9dbe-4786-9fd7-942d9fea82c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:39.235337 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-5bfc0fed-4862-4065-bddb-8a98ab259593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7970014', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8006244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14683'] for router, precommit_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:39.435663 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-11ab74d2-49d3-4e79-bb7d-5483ca98e238 None None] Attempting to bind port ca58a4bf-c483-4319-aa7d-8b8e11eaa569 on host dv-cinder-805144-1-iscsi for vnic_type normal with profile {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:11:39.436044 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-11ab74d2-49d3-4e79-bb7d-5483ca98e238 None None] Attempting to bind port ca58a4bf-c483-4319-aa7d-8b8e11eaa569 by drivers openvswitch,hyperv on host dv-cinder-805144-1-iscsi at level 0 using segments [{'id': 'a1d8c933-18dc-4016-981d-085cb6ac807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb'}] {{(pid=79301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:11:39.436423 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ab74d2-49d3-4e79-bb7d-5483ca98e238 None None] Attempting to bind port ca58a4bf-c483-4319-aa7d-8b8e11eaa569 on network aea097be-4d5e-4757-b2e3-2b4db907e9bb {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:11:39.484970 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ab74d2-49d3-4e79-bb7d-5483ca98e238 None None] Checking agent: {'id': '22cf82ff-da15-404e-8075-dce9686ce61b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805144-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 13, 0, 29), 'started_at': datetime.datetime(2021, 8, 19, 13, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805144-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 19 13:11:39.485483 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ab74d2-49d3-4e79-bb7d-5483ca98e238 None None] Checking segment: {'id': 'a1d8c933-18dc-4016-981d-085cb6ac807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:11:39.486112 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-11ab74d2-49d3-4e79-bb7d-5483ca98e238 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:39.486668 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ab74d2-49d3-4e79-bb7d-5483ca98e238 None None] Bound using segment: {'id': 'a1d8c933-18dc-4016-981d-085cb6ac807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb'} {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 19 13:11:39.487336 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-11ab74d2-49d3-4e79-bb7d-5483ca98e238 None None] Bound port: ca58a4bf-c483-4319-aa7d-8b8e11eaa569, host: dv-cinder-805144-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d8c933-18dc-4016-981d-085cb6ac807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb'}}] {{(pid=79301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:11:39.487780 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-11ab74d2-49d3-4e79-bb7d-5483ca98e238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:39.608913 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.db_base_plugin_common [None req-9aa467f6-82ec-47a3-9485-e10004fb497b None None] Allocated IP 172.20.0.2 (edfcb630-f1ff-4575-b974-f6e34406c98d/bd599d92-c32c-4df1-8df2-3f0fd41cd8ad/d0a8b353-fefb-4529-9e54-199b5f8af138) {{(pid=79301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:11:39.738376 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-11ab74d2-49d3-4e79-bb7d-5483ca98e238 None None] For port ca58a4bf-c483-4319-aa7d-8b8e11eaa569, host dv-cinder-805144-1-iscsi, cleared binding levels {{(pid=79301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 19 13:11:39.758628 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-11ab74d2-49d3-4e79-bb7d-5483ca98e238 None None] For port ca58a4bf-c483-4319-aa7d-8b8e11eaa569, host dv-cinder-805144-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=ca58a4bf-c483-4319-aa7d-8b8e11eaa569,segment=NetworkSegment(a1d8c933-18dc-4016-981d-085cb6ac807f),segment_id=a1d8c933-18dc-4016-981d-085cb6ac807f)] {{(pid=79301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 19 13:11:39.769136 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-11ab74d2-49d3-4e79-bb7d-5483ca98e238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:39.792475 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:39.844642 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-5bfc0fed-4862-4065-bddb-8a98ab259593 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:39.955547 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-5bfc0fed-4862-4065-bddb-8a98ab259593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:40.086451 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324502d-8e96-42ca-846c-a900fe1fa31f req-e9f027af-e5a5-462c-af8d-74b758bfef91 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:40.096524 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ab74d2-49d3-4e79-bb7d-5483ca98e238 None None] Routers {'00ad355c-569d-4f7b-b6af-0d6a62cb2645'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:11:40.097206 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-11ab74d2-49d3-4e79-bb7d-5483ca98e238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:11:31Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['00ad355c-569d-4f7b-b6af-0d6a62cb2645'], 'active': True} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:11:40.100225 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-b324502d-8e96-42ca-846c-a900fe1fa31f req-e9f027af-e5a5-462c-af8d-74b758bfef91 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=068daa96-c3a1-45c0-aac8-d42900e5112e HTTP/1.1" status: 200 len: 945 time: 0.4311423 Aug 19 13:11:40.246962 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-9aa467f6-82ec-47a3-9485-e10004fb497b None None] Notify callbacks [] for port, precommit_create {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:40.256926 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-b324502d-8e96-42ca-846c-a900fe1fa31f req-8b997141-923d-4b74-8b67-4e4bba1a0aff tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548793 Aug 19 13:11:40.273192 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-9aa467f6-82ec-47a3-9485-e10004fb497b None None] Transition to ACTIVE for port object d0a8b353-fefb-4529-9e54-199b5f8af138 will not be triggered until provisioned by entity L2. {{(pid=79301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:11:40.324108 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-9aa467f6-82ec-47a3-9485-e10004fb497b None None] Transition to ACTIVE for port object d0a8b353-fefb-4529-9e54-199b5f8af138 will not be triggered until provisioned by entity DHCP. {{(pid=79301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:11:40.351942 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.db_base_plugin_common [None req-5bfc0fed-4862-4065-bddb-8a98ab259593 admin admin] Allocated IP 172.27.1.121 (01c0c460-8075-482b-8652-00d44202fadb/8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5/1c0a4e3c-a986-44cf-88ca-6d5003240c40) {{(pid=79299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:11:40.677024 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvr_db [None req-11ab74d2-49d3-4e79-bb7d-5483ca98e238 None None] Set router 00ad355c-569d-4f7b-b6af-0d6a62cb2645 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:11:40.742652 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28833892-4338-4b3e-902c-bf55511f7f1d req-2f9ebf87-4473-4b7c-8b4a-14f7eb55067d tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:40.758308 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-28833892-4338-4b3e-902c-bf55511f7f1d req-2f9ebf87-4473-4b7c-8b4a-14f7eb55067d tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 946 time: 0.7657502 Aug 19 13:11:40.762119 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae660e3-3429-4251-81cd-1835b9b8361c req-6611146b-09c1-40c7-9ab2-7a259ebb437f tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:40.770997 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-dae660e3-3429-4251-81cd-1835b9b8361c req-6611146b-09c1-40c7-9ab2-7a259ebb437f tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 946 time: 0.2265556 Aug 19 13:11:40.807762 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-5bfc0fed-4862-4065-bddb-8a98ab259593 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:40.856565 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-dae660e3-3429-4251-81cd-1835b9b8361c req-d8b1b4fb-14b2-4dba-a215-c584ad912331 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843434 Aug 19 13:11:40.898857 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-5bfc0fed-4862-4065-bddb-8a98ab259593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6301144'] for port, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:40.918310 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-240db38c-41be-4c78-94bd-0d43129bc410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:40.934788 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d5fb8c-9dbe-4786-9fd7-942d9fea82c2 None None] Pushing event updated for resources: {'Port': ['ID=ca58a4bf-c483-4319-aa7d-8b8e11eaa569,revision_number=4']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:40.935990 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0215eb2-a365-4216-b97f-60ebac4a4adf req-7987d1fb-fd9e-4410-9eb0-c2a35ba4ff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:40.937965 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-f0215eb2-a365-4216-b97f-60ebac4a4adf req-7987d1fb-fd9e-4410-9eb0-c2a35ba4ff65 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=068daa96-c3a1-45c0-aac8-d42900e5112e HTTP/1.1" status: 200 len: 1098 time: 0.8687708 Aug 19 13:11:40.939150 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-9aa467f6-82ec-47a3-9485-e10004fb497b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910'] for port, after_create {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:40.943537 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-a2d5fb8c-9dbe-4786-9fd7-942d9fea82c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.151s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:40.944088 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-a2d5fb8c-9dbe-4786-9fd7-942d9fea82c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:41.012465 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfc0fed-4862-4065-bddb-8a98ab259593 admin admin] Network 01c0c460-8075-482b-8652-00d44202fadb is already hosted by enough agents. {{(pid=79299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:11:41.016741 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.base_scheduler [None req-5bfc0fed-4862-4065-bddb-8a98ab259593 admin admin] Resources bound (agent type, host, resource id): {{(pid=79299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:11:41.020126 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-28833892-4338-4b3e-902c-bf55511f7f1d req-a87dbbae-d5b6-4ed1-b56d-176707097c79 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2604027 Aug 19 13:11:41.028516 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfc0fed-4862-4065-bddb-8a98ab259593 admin admin] Received port after_create {{(pid=79299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:11:41.102196 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-f0215eb2-a365-4216-b97f-60ebac4a4adf req-a889a6d5-7c1d-475b-b66e-d3bb0c82538e service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490388 Aug 19 13:11:41.187975 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa467f6-82ec-47a3-9485-e10004fb497b None None] Network edfcb630-f1ff-4575-b974-f6e34406c98d is already hosted by enough agents. {{(pid=79301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:11:41.188802 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa467f6-82ec-47a3-9485-e10004fb497b None None] Pushing event updated for resources: {'Port': ['ID=d0a8b353-fefb-4529-9e54-199b5f8af138,revision_number=1']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:41.194922 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.scheduler.base_scheduler [None req-9aa467f6-82ec-47a3-9485-e10004fb497b None None] Resources bound (agent type, host, resource id): {{(pid=79301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:11:41.200607 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-9aa467f6-82ec-47a3-9485-e10004fb497b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:41.201377 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa467f6-82ec-47a3-9485-e10004fb497b None None] Received port after_create {{(pid=79301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:11:41.509596 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-9aa467f6-82ec-47a3-9485-e10004fb497b None None] Attempting to bind port d0a8b353-fefb-4529-9e54-199b5f8af138 on host dv-cinder-805144-1-iscsi for vnic_type normal with profile {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:11:41.515151 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-9aa467f6-82ec-47a3-9485-e10004fb497b None None] Attempting to bind port d0a8b353-fefb-4529-9e54-199b5f8af138 by drivers openvswitch,hyperv on host dv-cinder-805144-1-iscsi at level 0 using segments [{'id': 'd2d9e5bd-f00f-428b-9fc8-592f14256ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'edfcb630-f1ff-4575-b974-f6e34406c98d'}] {{(pid=79301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:11:41.515751 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa467f6-82ec-47a3-9485-e10004fb497b None None] Attempting to bind port d0a8b353-fefb-4529-9e54-199b5f8af138 on network edfcb630-f1ff-4575-b974-f6e34406c98d {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:11:41.530441 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa467f6-82ec-47a3-9485-e10004fb497b None None] Checking agent: {'id': '22cf82ff-da15-404e-8075-dce9686ce61b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805144-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 13, 0, 29), 'started_at': datetime.datetime(2021, 8, 19, 13, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805144-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 19 13:11:41.530953 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa467f6-82ec-47a3-9485-e10004fb497b None None] Checking segment: {'id': 'd2d9e5bd-f00f-428b-9fc8-592f14256ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'edfcb630-f1ff-4575-b974-f6e34406c98d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:11:41.531505 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-9aa467f6-82ec-47a3-9485-e10004fb497b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:41.531944 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa467f6-82ec-47a3-9485-e10004fb497b None None] Bound using segment: {'id': 'd2d9e5bd-f00f-428b-9fc8-592f14256ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'edfcb630-f1ff-4575-b974-f6e34406c98d'} {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 19 13:11:41.532439 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-9aa467f6-82ec-47a3-9485-e10004fb497b None None] Bound port: d0a8b353-fefb-4529-9e54-199b5f8af138, host: dv-cinder-805144-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2d9e5bd-f00f-428b-9fc8-592f14256ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'edfcb630-f1ff-4575-b974-f6e34406c98d'}}] {{(pid=79301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:11:41.532837 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-9aa467f6-82ec-47a3-9485-e10004fb497b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:41.700383 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-9aa467f6-82ec-47a3-9485-e10004fb497b None None] For port d0a8b353-fefb-4529-9e54-199b5f8af138, host dv-cinder-805144-1-iscsi, cleared binding levels {{(pid=79301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 19 13:11:41.710955 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-9aa467f6-82ec-47a3-9485-e10004fb497b None None] For port d0a8b353-fefb-4529-9e54-199b5f8af138, host dv-cinder-805144-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=d0a8b353-fefb-4529-9e54-199b5f8af138,segment=NetworkSegment(d2d9e5bd-f00f-428b-9fc8-592f14256ffe),segment_id=d2d9e5bd-f00f-428b-9fc8-592f14256ffe)] {{(pid=79301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 19 13:11:41.716982 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-11ab74d2-49d3-4e79-bb7d-5483ca98e238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'name': 'tempest-TestVolumeBootPattern-648151110-router', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:27Z', 'updated_at': '2021-08-19T13:11:33Z', 'revision_number': 4, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'gw_port': {'id': 'ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:31:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:28Z', 'updated_at': '2021-08-19T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': 'ca58a4bf-c483-4319-aa7d-8b8e11eaa569', 'name': '', 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'mac_address': 'fa:16:3e:4b:7e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:32Z', 'updated_at': '2021-08-19T13:11:39Z', 'revision_number': 4, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'subnets': [{'id': '7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:11:41.725039 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-9aa467f6-82ec-47a3-9485-e10004fb497b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:41.732767 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:41.805264 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ab74d2-49d3-4e79-bb7d-5483ca98e238 None None] The sync data for ids ['00ad355c-569d-4f7b-b6af-0d6a62cb2645'] in dv-cinder-805144-1-iscsi is: [{'id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'name': 'tempest-TestVolumeBootPattern-648151110-router', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:27Z', 'updated_at': '2021-08-19T13:11:33Z', 'revision_number': 4, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'gw_port': {'id': 'ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:31:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:28Z', 'updated_at': '2021-08-19T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': 'ca58a4bf-c483-4319-aa7d-8b8e11eaa569', 'name': '', 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'mac_address': 'fa:16:3e:4b:7e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:32Z', 'updated_at': '2021-08-19T13:11:39Z', 'revision_number': 4, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'subnets': [{'id': '7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:11:41.806127 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc0fed-4862-4065-bddb-8a98ab259593 admin admin] Pushing event updated for resources: {'Port': ['ID=1c0a4e3c-a986-44cf-88ca-6d5003240c40,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:41.810229 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-5bfc0fed-4862-4065-bddb-8a98ab259593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.892s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:42.002986 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa467f6-82ec-47a3-9485-e10004fb497b None None] Pushing event updated for resources: {'Port': ['ID=d0a8b353-fefb-4529-9e54-199b5f8af138,revision_number=2']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:42.010759 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-9aa467f6-82ec-47a3-9485-e10004fb497b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:42.456780 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a2357-fcf4-4fba-997d-ccf33fa1dabd req-951ac5be-c32a-4573-a3f7-672c39f80526 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:42.458499 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-9d4a2357-fcf4-4fba-997d-ccf33fa1dabd req-951ac5be-c32a-4573-a3f7-672c39f80526 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=068daa96-c3a1-45c0-aac8-d42900e5112e HTTP/1.1" status: 200 len: 945 time: 0.7799082 Aug 19 13:11:42.508311 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-5bfc0fed-4862-4065-bddb-8a98ab259593 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:42.511660 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7821f-feae-4a2a-9e47-3a164746aa84 req-6ee7d225-631e-42de-b818-c2c69dcfdcee tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:42.515442 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-86e7821f-feae-4a2a-9e47-3a164746aa84 req-6ee7d225-631e-42de-b818-c2c69dcfdcee tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 946 time: 0.2930582 Aug 19 13:11:42.777478 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-86e7821f-feae-4a2a-9e47-3a164746aa84 req-2a7d0bcc-8ade-4af4-bbde-40105a0227f3 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2575278 Aug 19 13:11:42.973001 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-9d4a2357-fcf4-4fba-997d-ccf33fa1dabd req-f72527a9-9414-4248-9fd1-a1a4ca00966a tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5018878 Aug 19 13:11:43.310920 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device d0a8b353-fefb-4529-9e54-199b5f8af138 up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:11:43.493806 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning for port d0a8b353-fefb-4529-9e54-199b5f8af138 completed by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:11:43.501807 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device ca58a4bf-c483-4319-aa7d-8b8e11eaa569 up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:11:43.734912 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning for port ca58a4bf-c483-4319-aa7d-8b8e11eaa569 completed by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:11:43.741335 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning complete for port ca58a4bf-c483-4319-aa7d-8b8e11eaa569 triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:11:43.741721 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:43.912380 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-5bfc0fed-4862-4065-bddb-8a98ab259593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8006181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7963014'] for router, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:44.074375 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:44.157330 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db94ea3-b2f4-48ff-891c-8b569ecb0e24 req-3b7bb9fb-07be-4094-9ed9-d14b9b9d3eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:44.160904 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-0db94ea3-b2f4-48ff-891c-8b569ecb0e24 req-3b7bb9fb-07be-4094-9ed9-d14b9b9d3eed service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=21e4df950c014d1894d155aac044e94a&device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 1099 time: 0.3347411 Aug 19 13:11:44.212004 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] For port ca58a4bf-c483-4319-aa7d-8b8e11eaa569, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=ca58a4bf-c483-4319-aa7d-8b8e11eaa569,segment=NetworkSegment(a1d8c933-18dc-4016-981d-085cb6ac807f),segment_id=a1d8c933-18dc-4016-981d-085cb6ac807f)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:11:44.230631 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:44.237387 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:44.452143 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ed9bca-b0fc-4ab5-bfe7-959d6a93a4f0 None None] Network edfcb630-f1ff-4575-b974-f6e34406c98d requested from dv-cinder-805144-1-iscsi {{(pid=79301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 19 13:11:44.518800 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a31ef4-cfb7-4b0b-a15f-4f037ce3dbe1 req-b07433c6-b144-4e2e-a96e-48096c6949f7 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:44.529418 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-97a31ef4-cfb7-4b0b-a15f-4f037ce3dbe1 req-b07433c6-b144-4e2e-a96e-48096c6949f7 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 946 time: 0.6312869 Aug 19 13:11:44.617259 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db94ea3-b2f4-48ff-891c-8b569ecb0e24 req-4743e2df-d1f9-4cb7-9510-cba01c3485cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:44.618842 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-0db94ea3-b2f4-48ff-891c-8b569ecb0e24 req-4743e2df-d1f9-4cb7-9510-cba01c3485cf service neutron] 10.222.0.68 "GET /v2.0/networks?id=1d77b99d-7ba7-4067-8ba3-3867da9acfb5 HTTP/1.1" status: 200 len: 921 time: 0.3506336 Aug 19 13:11:44.666921 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-97a31ef4-cfb7-4b0b-a15f-4f037ce3dbe1 req-2514dd8a-9805-4762-88bd-0e3e23e9b636 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359911 Aug 19 13:11:44.844981 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bfc0fed-4862-4065-bddb-8a98ab259593 admin admin] Router aead6f52-3e31-47e8-b61b-9dda56dd9ea5 is scheduled to L3 agent bb0205a6-735d-4789-b813-02600d36e527 with binding_index 1 {{(pid=79299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 19 13:11:44.959963 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Pushing event updated for resources: {'Port': ['ID=ca58a4bf-c483-4319-aa7d-8b8e11eaa569,revision_number=5']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:44.969506 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.736s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:45.043547 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-67e55535-4c5a-4455-859e-1a12a1a3abaf None None] Provisioning for port d0a8b353-fefb-4529-9e54-199b5f8af138 completed by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:11:45.057837 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-67e55535-4c5a-4455-859e-1a12a1a3abaf None None] Provisioning complete for port d0a8b353-fefb-4529-9e54-199b5f8af138 triggered by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:11:45.058258 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-67e55535-4c5a-4455-859e-1a12a1a3abaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:45.088334 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-0db94ea3-b2f4-48ff-891c-8b569ecb0e24 req-4b2531ed-28c8-4f27-a63d-9d8657b95688 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14598cdf-88e3-44de-8ac2-879750d157f0 HTTP/1.1" status: 200 len: 217 time: 0.4399700 Aug 19 13:11:45.228253 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db94ea3-b2f4-48ff-891c-8b569ecb0e24 req-0663ba94-8571-451c-86ea-fc03a81816a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:45.230938 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-0db94ea3-b2f4-48ff-891c-8b569ecb0e24 req-0663ba94-8571-451c-86ea-fc03a81816a7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7a72a2fc-b629-4f4b-9486-128583568f2d HTTP/1.1" status: 200 len: 859 time: 0.1302028 Aug 19 13:11:45.342450 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-0db94ea3-b2f4-48ff-891c-8b569ecb0e24 req-ec67b8f1-e0cd-4719-a89e-78218f5e755a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1d77b99d-7ba7-4067-8ba3-3867da9acfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025481 Aug 19 13:11:45.451023 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-67e55535-4c5a-4455-859e-1a12a1a3abaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:45.592813 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-67e55535-4c5a-4455-859e-1a12a1a3abaf None None] For port d0a8b353-fefb-4529-9e54-199b5f8af138, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=d0a8b353-fefb-4529-9e54-199b5f8af138,segment=NetworkSegment(d2d9e5bd-f00f-428b-9fc8-592f14256ffe),segment_id=d2d9e5bd-f00f-428b-9fc8-592f14256ffe)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:11:45.606572 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-67e55535-4c5a-4455-859e-1a12a1a3abaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:45.625223 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:45.687043 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a995b-8417-4418-981d-b527777ed0a2 req-4046472c-bbd1-4573-996e-7e2d05d8470a tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:45.705789 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ec2a995b-8417-4418-981d-b527777ed0a2 req-4046472c-bbd1-4573-996e-7e2d05d8470a tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 1.5650961 Aug 19 13:11:45.742365 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-0db94ea3-b2f4-48ff-891c-8b569ecb0e24 req-1d8cb836-09e2-4767-80c7-925f0954e6e3 service neutron] 10.222.0.68 "GET /v2.0/networks/1d77b99d-7ba7-4067-8ba3-3867da9acfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855884 Aug 19 13:11:45.762087 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d613d1c-661f-41f9-8bb1-46627960ceb1 req-cb7916fb-ae95-4f60-9f99-f80948809ce7 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:45.770338 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-1d613d1c-661f-41f9-8bb1-46627960ceb1 req-cb7916fb-ae95-4f60-9f99-f80948809ce7 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 946 time: 0.6211324 Aug 19 13:11:45.832390 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bfc0fed-4862-4065-bddb-8a98ab259593 admin admin] Notify agent at l3_agent.dv-cinder-805144-1-iscsi the message routers_updated {{(pid=79299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 19 13:11:45.850250 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753e1ac9-09b7-4668-b2be-50d1141ccdc6 None None] Sync routers for ids ['aead6f52-3e31-47e8-b61b-9dda56dd9ea5'] in dv-cinder-805144-1-iscsi {{(pid=79302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:11:45.876812 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753e1ac9-09b7-4668-b2be-50d1141ccdc6 None None] Routers {'aead6f52-3e31-47e8-b61b-9dda56dd9ea5'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:11:45.877916 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-753e1ac9-09b7-4668-b2be-50d1141ccdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:11:31Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['aead6f52-3e31-47e8-b61b-9dda56dd9ea5'], 'active': True} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:11:45.920777 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-1d613d1c-661f-41f9-8bb1-46627960ceb1 req-33612acd-a0b4-436f-b5ae-ab75ae985be7 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471214 Aug 19 13:11:45.929249 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-5bfc0fed-4862-4065-bddb-8a98ab259593 admin admin] Notify callbacks [] for router, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:45.930491 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-5bfc0fed-4862-4065-bddb-8a98ab259593 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.2842143 Aug 19 13:11:45.934776 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 53930) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:11:46.044764 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-82ed10b7-f042-400b-89ae-f887df036e79 None None] Provisioning complete for port d0a8b353-fefb-4529-9e54-199b5f8af138 triggered by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:11:46.052091 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-82ed10b7-f042-400b-89ae-f887df036e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:46.086103 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-0db94ea3-b2f4-48ff-891c-8b569ecb0e24 req-8c268214-e558-426b-8f64-b4333b4da2ec service neutron] 10.222.0.68 "GET /v2.0/networks/1d77b99d-7ba7-4067-8ba3-3867da9acfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266990 Aug 19 13:11:46.174239 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ec2a995b-8417-4418-981d-b527777ed0a2 req-d2dbb804-eb40-484d-a66b-a5ffa799685f tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4689288 Aug 19 13:11:46.257768 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e55535-4c5a-4455-859e-1a12a1a3abaf None None] Pushing event updated for resources: {'Port': ['ID=d0a8b353-fefb-4529-9e54-199b5f8af138,revision_number=3']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:46.272493 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-67e55535-4c5a-4455-859e-1a12a1a3abaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.649s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:46.489994 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvr_db [None req-753e1ac9-09b7-4668-b2be-50d1141ccdc6 None None] Set router aead6f52-3e31-47e8-b61b-9dda56dd9ea5 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:11:46.559694 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4d630-ec63-4ffe-90bf-f312b61fe071 req-4377c733-5b1f-4d83-8fe1-c5ccc5182d0c tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:46.568228 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-c5d4d630-ec63-4ffe-90bf-f312b61fe071 req-4377c733-5b1f-4d83-8fe1-c5ccc5182d0c tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=068daa96-c3a1-45c0-aac8-d42900e5112e HTTP/1.1" status: 200 len: 945 time: 0.3445177 Aug 19 13:11:46.602973 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd0c17-9f78-41b9-b212-ea134d6a985e req-bb9ab789-9c1d-4d17-875a-dca542a54e4a tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:46.605413 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-f4fd0c17-9f78-41b9-b212-ea134d6a985e req-bb9ab789-9c1d-4d17-875a-dca542a54e4a tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 946 time: 0.2442298 Aug 19 13:11:46.656282 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-c5d4d630-ec63-4ffe-90bf-f312b61fe071 req-39202c99-7f8a-4c54-9e77-0fa680789857 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869932 Aug 19 13:11:47.027976 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-f4fd0c17-9f78-41b9-b212-ea134d6a985e req-d298ff86-c904-48f6-8ff5-cad5b10e10ba tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4072227 Aug 19 13:11:47.034052 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device d0a8b353-fefb-4529-9e54-199b5f8af138 up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:11:47.228006 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning complete for port d0a8b353-fefb-4529-9e54-199b5f8af138 triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:11:47.229773 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:47.336291 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-753e1ac9-09b7-4668-b2be-50d1141ccdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aead6f52-3e31-47e8-b61b-9dda56dd9ea5', 'name': 'tempest-TestVolumeBootPattern-194689164-router', 'tenant_id': 'c877e083374943d1aee15f3a66d68d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '1c0a4e3c-a986-44cf-88ca-6d5003240c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:38Z', 'updated_at': '2021-08-19T13:11:41Z', 'revision_number': 3, 'project_id': 'c877e083374943d1aee15f3a66d68d7c', 'gw_port': {'id': '1c0a4e3c-a986-44cf-88ca-6d5003240c40', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:dd:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aead6f52-3e31-47e8-b61b-9dda56dd9ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:40Z', 'updated_at': '2021-08-19T13:11:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi'}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:11:47.343865 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753e1ac9-09b7-4668-b2be-50d1141ccdc6 None None] Checking router: aead6f52-3e31-47e8-b61b-9dda56dd9ea5 for host: dv-cinder-805144-1-iscsi {{(pid=79302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:11:47.344222 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753e1ac9-09b7-4668-b2be-50d1141ccdc6 None None] Updating router aead6f52-3e31-47e8-b61b-9dda56dd9ea5 port 1c0a4e3c-a986-44cf-88ca-6d5003240c40 binding host dv-cinder-805144-1-iscsi {{(pid=79302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:11:47.518790 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-753e1ac9-09b7-4668-b2be-50d1141ccdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:47.623325 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device ca58a4bf-c483-4319-aa7d-8b8e11eaa569 up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:11:47.643851 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6cc6a6-1747-476c-9880-afdb83388f25 req-10e6a12c-599a-45db-b466-44d744fd844c tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:47.646174 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-3b6cc6a6-1747-476c-9880-afdb83388f25 req-10e6a12c-599a-45db-b466-44d744fd844c tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.2634764 Aug 19 13:11:47.834060 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning complete for port ca58a4bf-c483-4319-aa7d-8b8e11eaa569 triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:11:47.834447 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:47.836168 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-3b6cc6a6-1747-476c-9880-afdb83388f25 req-13cec84f-87d0-44ad-a158-46314b0a386a tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748140 Aug 19 13:11:47.928987 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe7a49-adf8-40a8-91f7-9f9577c49788 req-85a931e8-dbe7-4b35-988c-5ebad8e0239f tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:47.933978 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-52fe7a49-adf8-40a8-91f7-9f9577c49788 req-85a931e8-dbe7-4b35-988c-5ebad8e0239f tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 946 time: 0.6140101 Aug 19 13:11:48.065986 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-52fe7a49-adf8-40a8-91f7-9f9577c49788 req-125a452e-8170-4f1d-a442-1e5e9df7b68f tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188684 Aug 19 13:11:48.448643 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-b5e76e20-834b-4a54-b774-e08fe4864985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:48.492235 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 53958) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:11:48.517346 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-753e1ac9-09b7-4668-b2be-50d1141ccdc6 None None] Notify callbacks [] for port, precommit_update {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:48.544472 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dbb0d5-d3ad-4f3a-a625-f01e3dce9d27 req-182b487d-d40b-44a1-92e4-12ef3bc9c2d6 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:48.551098 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.provisioning_blocks [None req-753e1ac9-09b7-4668-b2be-50d1141ccdc6 None None] Transition to ACTIVE for port object 1c0a4e3c-a986-44cf-88ca-6d5003240c40 will not be triggered until provisioned by entity L2. {{(pid=79302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:11:48.553459 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-64dbb0d5-d3ad-4f3a-a625-f01e3dce9d27 req-182b487d-d40b-44a1-92e4-12ef3bc9c2d6 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 946 time: 0.2842016 Aug 19 13:11:48.565992 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-753e1ac9-09b7-4668-b2be-50d1141ccdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:48.575891 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG oslo_concurrency.lockutils [None req-c18d517c-c9ad-4d5a-a21b-fb2d858d1e1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:48.617974 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-64dbb0d5-d3ad-4f3a-a625-f01e3dce9d27 req-f8ebce23-f791-4bcc-8a08-1e548d3f856f tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633318 Aug 19 13:11:48.711437 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe2ff3-b350-4be7-ae1c-e1855ed5ad7d None None] Pushing event updated for resources: {'Port': ['ID=1c0a4e3c-a986-44cf-88ca-6d5003240c40,revision_number=2']} {{(pid=79302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:48.717019 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG oslo_concurrency.lockutils [None req-47fe2ff3-b350-4be7-ae1c-e1855ed5ad7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:48.778851 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.managers [None req-753e1ac9-09b7-4668-b2be-50d1141ccdc6 None None] Attempting to bind port 1c0a4e3c-a986-44cf-88ca-6d5003240c40 on host dv-cinder-805144-1-iscsi for vnic_type normal with profile {{(pid=79302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:11:48.779365 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.managers [None req-753e1ac9-09b7-4668-b2be-50d1141ccdc6 None None] Attempting to bind port 1c0a4e3c-a986-44cf-88ca-6d5003240c40 by drivers openvswitch,hyperv on host dv-cinder-805144-1-iscsi at level 0 using segments [{'id': '20104d1f-9cfe-4c86-a938-6570a8b83d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01c0c460-8075-482b-8652-00d44202fadb'}] {{(pid=79302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:11:48.779705 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753e1ac9-09b7-4668-b2be-50d1141ccdc6 None None] Attempting to bind port 1c0a4e3c-a986-44cf-88ca-6d5003240c40 on network 01c0c460-8075-482b-8652-00d44202fadb {{(pid=79302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:11:48.820363 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753e1ac9-09b7-4668-b2be-50d1141ccdc6 None None] Checking agent: {'id': '22cf82ff-da15-404e-8075-dce9686ce61b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805144-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 13, 0, 29), 'started_at': datetime.datetime(2021, 8, 19, 13, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805144-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 19 13:11:48.820919 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753e1ac9-09b7-4668-b2be-50d1141ccdc6 None None] Checking segment: {'id': '20104d1f-9cfe-4c86-a938-6570a8b83d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01c0c460-8075-482b-8652-00d44202fadb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:11:48.821222 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-753e1ac9-09b7-4668-b2be-50d1141ccdc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:48.821573 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753e1ac9-09b7-4668-b2be-50d1141ccdc6 None None] Bound using segment: {'id': '20104d1f-9cfe-4c86-a938-6570a8b83d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01c0c460-8075-482b-8652-00d44202fadb'} {{(pid=79302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 19 13:11:48.822641 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.managers [None req-753e1ac9-09b7-4668-b2be-50d1141ccdc6 None None] Bound port: 1c0a4e3c-a986-44cf-88ca-6d5003240c40, host: dv-cinder-805144-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20104d1f-9cfe-4c86-a938-6570a8b83d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01c0c460-8075-482b-8652-00d44202fadb'}}] {{(pid=79302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:11:48.823305 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-753e1ac9-09b7-4668-b2be-50d1141ccdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:48.939720 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-555a431e-9849-4505-96a7-722668195d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:49.005763 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-555a431e-9849-4505-96a7-722668195d64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:11:49.021117 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-555a431e-9849-4505-96a7-722668195d64 admin admin] Usage tracker for resource:security_group_rule and tenant:73a75a918c974d3a94d96d1a9582874b is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:11:49.033842 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-555a431e-9849-4505-96a7-722668195d64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:11:49.049173 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-555a431e-9849-4505-96a7-722668195d64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:11:49.100564 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.db [None req-753e1ac9-09b7-4668-b2be-50d1141ccdc6 None None] For port 1c0a4e3c-a986-44cf-88ca-6d5003240c40, host dv-cinder-805144-1-iscsi, cleared binding levels {{(pid=79302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 19 13:11:49.114930 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.db [None req-753e1ac9-09b7-4668-b2be-50d1141ccdc6 None None] For port 1c0a4e3c-a986-44cf-88ca-6d5003240c40, host dv-cinder-805144-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=1c0a4e3c-a986-44cf-88ca-6d5003240c40,segment=NetworkSegment(20104d1f-9cfe-4c86-a938-6570a8b83d9b),segment_id=20104d1f-9cfe-4c86-a938-6570a8b83d9b)] {{(pid=79302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 19 13:11:49.129353 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-753e1ac9-09b7-4668-b2be-50d1141ccdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:49.135803 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.db_base_plugin_common [None req-b5e76e20-834b-4a54-b774-e08fe4864985 admin admin] Allocated IP 172.20.0.1 (edfcb630-f1ff-4575-b974-f6e34406c98d/bd599d92-c32c-4df1-8df2-3f0fd41cd8ad/ed56d27b-a14c-4fea-b2da-57d8c2718d18) {{(pid=79299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:11:49.176724 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:49.294811 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753e1ac9-09b7-4668-b2be-50d1141ccdc6 None None] Routers {'aead6f52-3e31-47e8-b61b-9dda56dd9ea5'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:11:49.296326 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-753e1ac9-09b7-4668-b2be-50d1141ccdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:11:31Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['aead6f52-3e31-47e8-b61b-9dda56dd9ea5'], 'active': True} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:11:49.296897 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-555a431e-9849-4505-96a7-722668195d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:49.326045 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-555a431e-9849-4505-96a7-722668195d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:49.346312 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-09ca8779-5ef6-45f6-bc48-df81d665fa69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:49.382141 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-555a431e-9849-4505-96a7-722668195d64 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=73a75a918c974d3a94d96d1a9582874b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8863835 Aug 19 13:11:49.395468 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.agents_db [None req-9e599f34-f5fc-45b3-b2b5-9720679b7a3a None None] Agent healthcheck: found 6 active agents {{(pid=79302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 19 13:11:49.398444 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 53976) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:11:49.399155 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555a431e-9849-4505-96a7-722668195d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e14ae96-f424-4ad9-8c98-583e30724db4,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:49.404903 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-555a431e-9849-4505-96a7-722668195d64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:49.502907 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-b5e76e20-834b-4a54-b774-e08fe4864985 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:49.516829 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-95fd812e-117b-49b9-9447-0a2c4d299e16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:49.522180 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.provisioning_blocks [None req-b5e76e20-834b-4a54-b774-e08fe4864985 admin admin] Transition to ACTIVE for port object ed56d27b-a14c-4fea-b2da-57d8c2718d18 will not be triggered until provisioned by entity DHCP. {{(pid=79299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:11:49.570778 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-95fd812e-117b-49b9-9447-0a2c4d299e16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:49.635396 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-b5e76e20-834b-4a54-b774-e08fe4864985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6301144'] for port, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:49.646585 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvr_db [None req-753e1ac9-09b7-4668-b2be-50d1141ccdc6 None None] Set router aead6f52-3e31-47e8-b61b-9dda56dd9ea5 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:11:49.654505 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-95fd812e-117b-49b9-9447-0a2c4d299e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:49.655796 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-314ad1fc-8efe-4f2d-b99b-b3f5f13c5d3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:49.694869 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:49.726566 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd812e-117b-49b9-9447-0a2c4d299e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e14ae96-f424-4ad9-8c98-583e30724db4,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:49.732927 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e76e20-834b-4a54-b774-e08fe4864985 admin admin] Pushing event updated for resources: {'Port': ['ID=ed56d27b-a14c-4fea-b2da-57d8c2718d18,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:49.735430 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-95fd812e-117b-49b9-9447-0a2c4d299e16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:49.737170 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-b5e76e20-834b-4a54-b774-e08fe4864985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:49.738640 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-95fd812e-117b-49b9-9447-0a2c4d299e16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:49.743070 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-95fd812e-117b-49b9-9447-0a2c4d299e16 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8e14ae96-f424-4ad9-8c98-583e30724db4 HTTP/1.1" status: 204 len: 168 time: 0.3400307 Aug 19 13:11:49.756138 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e76e20-834b-4a54-b774-e08fe4864985 admin admin] Network edfcb630-f1ff-4575-b974-f6e34406c98d is already hosted by enough agents. {{(pid=79299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:11:49.767217 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.base_scheduler [None req-b5e76e20-834b-4a54-b774-e08fe4864985 admin admin] Resources bound (agent type, host, resource id): {{(pid=79299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:11:49.794715 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e76e20-834b-4a54-b774-e08fe4864985 admin admin] Received port after_create {{(pid=79299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:11:50.075314 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe2ff3-b350-4be7-ae1c-e1855ed5ad7d None None] Pushing event updated for resources: {'Port': ['ID=1c0a4e3c-a986-44cf-88ca-6d5003240c40,revision_number=3']} {{(pid=79302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:50.079111 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG oslo_concurrency.lockutils [None req-47fe2ff3-b350-4be7-ae1c-e1855ed5ad7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.902s {{(pid=79302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:50.347220 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-c88507bd-45a2-4e96-805b-157373f7877e None None] Provisioning for port ed56d27b-a14c-4fea-b2da-57d8c2718d18 completed by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:11:50.371381 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-c88507bd-45a2-4e96-805b-157373f7877e None None] Provisioning complete for port ed56d27b-a14c-4fea-b2da-57d8c2718d18 triggered by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:11:50.372249 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-c88507bd-45a2-4e96-805b-157373f7877e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:50.386640 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-b5e76e20-834b-4a54-b774-e08fe4864985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8000067'] for router_interface, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:50.437316 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1eb047-14de-4a91-ad6b-862cae972a91 req-963acfd4-2765-46a8-a989-81f7874a66a5 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:50.442359 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-6e1eb047-14de-4a91-ad6b-862cae972a91 req-963acfd4-2765-46a8-a989-81f7874a66a5 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.8936884 Aug 19 13:11:50.522223 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-6e1eb047-14de-4a91-ad6b-862cae972a91 req-4e104df6-b5d6-4966-aea8-d8db2ab58712 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717199 Aug 19 13:11:50.612296 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-753e1ac9-09b7-4668-b2be-50d1141ccdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aead6f52-3e31-47e8-b61b-9dda56dd9ea5', 'name': 'tempest-TestVolumeBootPattern-194689164-router', 'tenant_id': 'c877e083374943d1aee15f3a66d68d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '1c0a4e3c-a986-44cf-88ca-6d5003240c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:38Z', 'updated_at': '2021-08-19T13:11:41Z', 'revision_number': 3, 'project_id': 'c877e083374943d1aee15f3a66d68d7c', 'gw_port': {'id': '1c0a4e3c-a986-44cf-88ca-6d5003240c40', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:dd:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aead6f52-3e31-47e8-b61b-9dda56dd9ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:40Z', 'updated_at': '2021-08-19T13:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi'}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:11:50.619838 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753e1ac9-09b7-4668-b2be-50d1141ccdc6 None None] The sync data for ids ['aead6f52-3e31-47e8-b61b-9dda56dd9ea5'] in dv-cinder-805144-1-iscsi is: [{'id': 'aead6f52-3e31-47e8-b61b-9dda56dd9ea5', 'name': 'tempest-TestVolumeBootPattern-194689164-router', 'tenant_id': 'c877e083374943d1aee15f3a66d68d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '1c0a4e3c-a986-44cf-88ca-6d5003240c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:38Z', 'updated_at': '2021-08-19T13:11:41Z', 'revision_number': 3, 'project_id': 'c877e083374943d1aee15f3a66d68d7c', 'gw_port': {'id': '1c0a4e3c-a986-44cf-88ca-6d5003240c40', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:dd:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aead6f52-3e31-47e8-b61b-9dda56dd9ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:40Z', 'updated_at': '2021-08-19T13:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi'}] {{(pid=79302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:11:50.660877 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-c88507bd-45a2-4e96-805b-157373f7877e None None] Port ed56d27b-a14c-4fea-b2da-57d8c2718d18 cannot update to ACTIVE because it is not bound. {{(pid=79301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:11:50.679982 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c781846-6973-4c79-aab9-22b9f80282e1 req-9d5f47c9-b69a-49b9-9545-35dd9d81ee88 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:50.700332 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-5c781846-6973-4c79-aab9-22b9f80282e1 req-9d5f47c9-b69a-49b9-9545-35dd9d81ee88 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 946 time: 0.2887061 Aug 19 13:11:51.011061 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-5c781846-6973-4c79-aab9-22b9f80282e1 req-c0e42733-4858-4941-9a34-036679770412 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3014784 Aug 19 13:11:51.074953 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-b5e76e20-834b-4a54-b774-e08fe4864985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:51.565064 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d217914-9b3e-4b67-a84f-ed563552bb97 req-5b23ec7e-b046-4fab-b626-ff3e90bc625d tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:51.567775 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0d217914-9b3e-4b67-a84f-ed563552bb97 req-5b23ec7e-b046-4fab-b626-ff3e90bc625d tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 946 time: 0.7562821 Aug 19 13:11:51.654769 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 54020) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:11:51.823954 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0d217914-9b3e-4b67-a84f-ed563552bb97 req-d4e86f21-abcf-4f10-9d79-b6fa5775a075 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2169588 Aug 19 13:11:51.895690 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-b5e76e20-834b-4a54-b774-e08fe4864985 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:51.908204 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-b5e76e20-834b-4a54-b774-e08fe4864985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6301121'] for port, after_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:51.972670 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d3226-1573-4a36-8da2-6a3c061620f2 req-3964eba9-a896-4ea4-9dd1-17ac31cf37ae tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:51.985768 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-da7d3226-1573-4a36-8da2-6a3c061620f2 req-3964eba9-a896-4ea4-9dd1-17ac31cf37ae tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.1759963 Aug 19 13:11:52.012400 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-5bfc0fed-4862-4065-bddb-8a98ab259593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:52.025982 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [None req-fc919ac2-390c-4093-a235-ed7892647006 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1365123595-network', 'tenant_id': 'eaa12a9090644aa49e46ae920b6a4751'}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:11:52.032010 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-fc919ac2-390c-4093-a235-ed7892647006 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:11:52.036962 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-fc919ac2-390c-4093-a235-ed7892647006 admin admin] Usage tracker for resource:network and tenant:eaa12a9090644aa49e46ae920b6a4751 is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:11:52.045375 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-fc919ac2-390c-4093-a235-ed7892647006 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:11:52.054111 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-fc919ac2-390c-4093-a235-ed7892647006 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:11:52.068924 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc919ac2-390c-4093-a235-ed7892647006 admin admin] Made reservation on behalf of eaa12a9090644aa49e46ae920b6a4751 for: {'network': 1} {{(pid=79300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:11:52.071411 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-fc919ac2-390c-4093-a235-ed7892647006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for network, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:52.142940 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-da7d3226-1573-4a36-8da2-6a3c061620f2 req-09fa8f2d-a24a-49c0-ae9e-52a25de8ee3f tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518857 Aug 19 13:11:52.144472 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-fc919ac2-390c-4093-a235-ed7892647006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:52.144694 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e76e20-834b-4a54-b774-e08fe4864985 admin admin] Pushing event updated for resources: {'Port': ['ID=ed56d27b-a14c-4fea-b2da-57d8c2718d18,revision_number=2']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:52.167438 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-fc919ac2-390c-4093-a235-ed7892647006 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:11:52.172536 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-b5e76e20-834b-4a54-b774-e08fe4864985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:52.173596 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-fc919ac2-390c-4093-a235-ed7892647006 admin admin] Usage tracker for resource:security_group_rule and tenant:eaa12a9090644aa49e46ae920b6a4751 is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:11:52.176908 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-fc919ac2-390c-4093-a235-ed7892647006 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:11:52.194289 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-fc919ac2-390c-4093-a235-ed7892647006 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:11:52.213000 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-b5e76e20-834b-4a54-b774-e08fe4864985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7886331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8000044'] for router_interface, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:52.391729 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-fc919ac2-390c-4093-a235-ed7892647006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:52.401183 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-fc919ac2-390c-4093-a235-ed7892647006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:52.451868 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc919ac2-390c-4093-a235-ed7892647006 admin admin] vlan segment allocate from pool success with {'vlan_id': 1046, 'physical_network': 'physnet1'} {{(pid=79300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:11:52.487465 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-fc919ac2-390c-4093-a235-ed7892647006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910984'] for segment, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:52.488117 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.db.segments_db [None req-fc919ac2-390c-4093-a235-ed7892647006 admin admin] Added segment 47e62809-762b-4f75-9963-563bac7ed532 of type vlan for network cbbb7b04-d159-4db9-9d46-5cb758065124 Aug 19 13:11:52.568481 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-fc919ac2-390c-4093-a235-ed7892647006 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734197367691'] for network, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:52.622279 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-024cc2e7-22b6-4688-a022-e58a4390a0b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:52.647979 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-fc919ac2-390c-4093-a235-ed7892647006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217'] for network, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:52.673855 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc919ac2-390c-4093-a235-ed7892647006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:52.675335 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-fc919ac2-390c-4093-a235-ed7892647006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for network, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:52.707948 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e9301-c683-430e-8c97-420ec83ddf22 req-fdc15a36-07b8-4298-8996-10cd6c75667a tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:52.716792 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-ee7e9301-c683-430e-8c97-420ec83ddf22 req-fdc15a36-07b8-4298-8996-10cd6c75667a tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 946 time: 0.4474967 Aug 19 13:11:52.779264 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-fc919ac2-390c-4093-a235-ed7892647006 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1202376 Aug 19 13:11:52.833307 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 54030) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:11:52.865363 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [None req-da3106b9-53c3-4112-afc7-e8380a2f3707 admin admin] Request body: {'subnet': {'network_id': 'cbbb7b04-d159-4db9-9d46-5cb758065124', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1365123595-subnet', 'tenant_id': 'eaa12a9090644aa49e46ae920b6a4751', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:11:52.877195 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-ee7e9301-c683-430e-8c97-420ec83ddf22 req-f25cf072-3ee3-4aaa-96d4-096aeaec24a1 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457796 Aug 19 13:11:52.887001 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc919ac2-390c-4093-a235-ed7892647006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd34c67-1976-4257-b0e2-2ea41f81672c,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:52.892937 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-fc919ac2-390c-4093-a235-ed7892647006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:52.895177 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-da3106b9-53c3-4112-afc7-e8380a2f3707 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:11:52.905010 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:52.906445 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e76e20-834b-4a54-b774-e08fe4864985 admin admin] Network edfcb630-f1ff-4575-b974-f6e34406c98d is already hosted by enough agents. {{(pid=79299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:11:52.908216 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.base_scheduler [None req-b5e76e20-834b-4a54-b774-e08fe4864985 admin admin] Resources bound (agent type, host, resource id): {{(pid=79299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:11:53.304605 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 1c0a4e3c-a986-44cf-88ca-6d5003240c40 up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:11:53.376126 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc919ac2-390c-4093-a235-ed7892647006 admin admin] Pushing event updated for resources: {'Network': ['ID=cbbb7b04-d159-4db9-9d46-5cb758065124,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:53.380818 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-da3106b9-53c3-4112-afc7-e8380a2f3707 admin admin] Usage tracker for resource:subnet and tenant:eaa12a9090644aa49e46ae920b6a4751 is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:11:53.386079 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-fc919ac2-390c-4093-a235-ed7892647006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:53.387771 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-da3106b9-53c3-4112-afc7-e8380a2f3707 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:11:53.400361 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-da3106b9-53c3-4112-afc7-e8380a2f3707 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:11:53.424999 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3106b9-53c3-4112-afc7-e8380a2f3707 admin admin] Made reservation on behalf of eaa12a9090644aa49e46ae920b6a4751 for: {'subnet': 1} {{(pid=79300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:11:53.428431 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-da3106b9-53c3-4112-afc7-e8380a2f3707 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7374829'] for subnet, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:53.503139 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e76e20-834b-4a54-b774-e08fe4864985 admin admin] Router aead6f52-3e31-47e8-b61b-9dda56dd9ea5 has already been hosted by L3 agent bb0205a6-735d-4789-b813-02600d36e527 {{(pid=79299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 19 13:11:53.556927 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Network cbbb7b04-d159-4db9-9d46-5cb758065124 details requested by agent ovs-agent-dv-cinder-805144-1-iscsi with host dv-cinder-805144-1-iscsi {{(pid=79301) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 19 13:11:53.884900 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning for port 1c0a4e3c-a986-44cf-88ca-6d5003240c40 completed by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:11:54.033529 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-bf0e4aaf-3c50-45ca-88be-d326341c2c15 None None] Provisioning complete for port ed56d27b-a14c-4fea-b2da-57d8c2718d18 triggered by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:11:54.037120 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-bf0e4aaf-3c50-45ca-88be-d326341c2c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:54.224353 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning complete for port 1c0a4e3c-a986-44cf-88ca-6d5003240c40 triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:11:54.225014 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:54.354483 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-bf0e4aaf-3c50-45ca-88be-d326341c2c15 None None] Port ed56d27b-a14c-4fea-b2da-57d8c2718d18 cannot update to ACTIVE because it is not bound. {{(pid=79301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:11:54.398930 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e76e20-834b-4a54-b774-e08fe4864985 admin admin] Notify agent at l3_agent.dv-cinder-805144-1-iscsi the message routers_updated {{(pid=79299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 19 13:11:54.432235 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-b5e76e20-834b-4a54-b774-e08fe4864985 admin admin] 10.222.0.49 "PUT /v2.0/routers/aead6f52-3e31-47e8-b61b-9dda56dd9ea5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4857132 Aug 19 13:11:54.432481 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4296c9-4d94-4957-8d03-2c7ac191f95f None None] Sync routers for ids ['aead6f52-3e31-47e8-b61b-9dda56dd9ea5'] in dv-cinder-805144-1-iscsi {{(pid=79301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:11:54.466631 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-da3106b9-53c3-4112-afc7-e8380a2f3707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7374751'] for subnet, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:54.560682 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d6c24-0125-4e8b-9eb5-c23936674377 req-f46f9660-2e34-47c4-879c-b6d512b6e94f tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:54.570476 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-101d6c24-0125-4e8b-9eb5-c23936674377 req-f46f9660-2e34-47c4-879c-b6d512b6e94f tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.3215661 Aug 19 13:11:54.586824 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-3b222b59-9311-4681-85ce-b6f767253253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:54.624678 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4296c9-4d94-4957-8d03-2c7ac191f95f None None] Routers {'aead6f52-3e31-47e8-b61b-9dda56dd9ea5'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:11:54.629094 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-3e4296c9-4d94-4957-8d03-2c7ac191f95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:11:31Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['aead6f52-3e31-47e8-b61b-9dda56dd9ea5'], 'active': True} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:11:54.755983 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3106b9-53c3-4112-afc7-e8380a2f3707 admin admin] Pushing event updated for resources: {'Subnet': ['ID=610ab15b-796b-4f43-8dc4-77e6b2a09c1b,revision_number=0']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:54.771051 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b508f6-2b79-46d1-8616-c2e6a4aca947 req-5638e870-b53c-4415-8933-4db75b7524f4 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:54.773458 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-101d6c24-0125-4e8b-9eb5-c23936674377 req-7cd80b49-65f0-45e6-9442-46484f34ac28 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789730 Aug 19 13:11:54.779606 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-82b508f6-2b79-46d1-8616-c2e6a4aca947 req-5638e870-b53c-4415-8933-4db75b7524f4 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 946 time: 1.2534034 Aug 19 13:11:54.832876 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-da3106b9-53c3-4112-afc7-e8380a2f3707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:54.904264 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-82b508f6-2b79-46d1-8616-c2e6a4aca947 req-440a9bb0-31be-426d-afd6-f05f074e4b70 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236534 Aug 19 13:11:54.905092 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3106b9-53c3-4112-afc7-e8380a2f3707 admin admin] Checking segment: {'id': '47e62809-762b-4f75-9963-563bac7ed532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cbbb7b04-d159-4db9-9d46-5cb758065124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:11:54.905460 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3106b9-53c3-4112-afc7-e8380a2f3707 admin admin] Network hostable DHCP agents. Network: cbbb7b04-d159-4db9-9d46-5cb758065124, hostable agents: ['31b92e89-357e-408d-a141-4e7242d6bd98'], hosted agents: [] {{(pid=79300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:11:54.919127 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593c319-07d9-40a8-836e-082df1a19660 req-0c4a9320-7da9-4e93-9cf6-e953258fd9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:54.925262 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d593c319-07d9-40a8-836e-082df1a19660 req-0c4a9320-7da9-4e93-9cf6-e953258fd9e2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=95c06fea712a4e118bd5a76f6957b19a&device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 1099 time: 0.4656749 Aug 19 13:11:55.063212 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:55.115146 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] For port 1c0a4e3c-a986-44cf-88ca-6d5003240c40, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=1c0a4e3c-a986-44cf-88ca-6d5003240c40,segment=NetworkSegment(20104d1f-9cfe-4c86-a938-6570a8b83d9b),segment_id=20104d1f-9cfe-4c86-a938-6570a8b83d9b)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:11:55.126021 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:55.137861 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:55.208532 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3106b9-53c3-4112-afc7-e8380a2f3707 admin admin] Network cbbb7b04-d159-4db9-9d46-5cb758065124 is scheduled to be hosted by DHCP agent 31b92e89-357e-408d-a141-4e7242d6bd98 with binding_index 1 {{(pid=79300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:11:55.251288 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.base_scheduler [None req-da3106b9-53c3-4112-afc7-e8380a2f3707 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805144-1-iscsi, cbbb7b04-d159-4db9-9d46-5cb758065124) {{(pid=79300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:11:55.269294 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3106b9-53c3-4112-afc7-e8380a2f3707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:55.270040 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-da3106b9-53c3-4112-afc7-e8380a2f3707 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for subnet, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:55.281180 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcf9acc-60c9-4f61-a0e6-9c05c437d8ed None None] Network cbbb7b04-d159-4db9-9d46-5cb758065124 requested from dv-cinder-805144-1-iscsi {{(pid=79301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 19 13:11:55.348036 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-da3106b9-53c3-4112-afc7-e8380a2f3707 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5020456 Aug 19 13:11:55.348191 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607736ff-0a10-489b-95bc-c8585712e553 req-a982bea9-bd17-45a7-9840-71aedfba2eff tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:55.348191 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-607736ff-0a10-489b-95bc-c8585712e553 req-a982bea9-bd17-45a7-9840-71aedfba2eff tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 946 time: 0.1913612 Aug 19 13:11:55.352396 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593c319-07d9-40a8-836e-082df1a19660 req-ce418a10-e0db-4b3d-8589-a504f72bef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:55.354452 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d593c319-07d9-40a8-836e-082df1a19660 req-ce418a10-e0db-4b3d-8589-a504f72bef19 service neutron] 10.222.0.68 "GET /v2.0/networks?id=11872a7c-c78f-4b06-a868-5e50d8b5c681 HTTP/1.1" status: 200 len: 912 time: 0.4091082 Aug 19 13:11:55.679735 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-607736ff-0a10-489b-95bc-c8585712e553 req-0d929cb9-7be5-49d0-a0c6-84abfeed3a86 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3201609 Aug 19 13:11:55.745022 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d593c319-07d9-40a8-836e-082df1a19660 req-70a41f16-9f65-4447-bd47-e5a7facfcbbd service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562 HTTP/1.1" status: 200 len: 1002 time: 0.3679316 Aug 19 13:11:55.900851 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593c319-07d9-40a8-836e-082df1a19660 req-52376cbd-33b7-45e7-9db0-77330dd4b6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:55.903934 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d593c319-07d9-40a8-836e-082df1a19660 req-52376cbd-33b7-45e7-9db0-77330dd4b6c4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b7e2718c-f55a-406a-999f-edb1d22fd1bf HTTP/1.1" status: 200 len: 849 time: 0.1374588 Aug 19 13:11:55.926623 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Pushing event updated for resources: {'Port': ['ID=1c0a4e3c-a986-44cf-88ca-6d5003240c40,revision_number=4']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:55.945404 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.808s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:55.971637 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvr_db [None req-3e4296c9-4d94-4957-8d03-2c7ac191f95f None None] Set router aead6f52-3e31-47e8-b61b-9dda56dd9ea5 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:11:56.090382 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593c319-07d9-40a8-836e-082df1a19660 req-94a9d329-10b1-4c8b-8106-4718dd3cc4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:56.092900 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d593c319-07d9-40a8-836e-082df1a19660 req-94a9d329-10b1-4c8b-8106-4718dd3cc4be service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=11872a7c-c78f-4b06-a868-5e50d8b5c681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1830697 Aug 19 13:11:56.139394 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 54062) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:11:56.148766 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-3097fedd-b811-4791-a68a-fad2adfcbe5d tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-691626955', 'description': 'tempest-secgroup-smoke-691626955 description', 'project_id': 'a81195fe3cfa46c980fb0484af456fef'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:11:56.167460 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-3097fedd-b811-4791-a68a-fad2adfcbe5d tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:11:56.181767 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-3097fedd-b811-4791-a68a-fad2adfcbe5d tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Usage tracker for resource:security_group and tenant:a81195fe3cfa46c980fb0484af456fef is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:11:56.200723 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-3097fedd-b811-4791-a68a-fad2adfcbe5d tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:11:56.217556 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-3097fedd-b811-4791-a68a-fad2adfcbe5d tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:11:56.476304 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec897f3b-6d1a-4337-9646-5cf236bc0683 req-61727121-e2d1-4af2-9733-60d799bbd67b tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:56.486700 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ec897f3b-6d1a-4337-9646-5cf236bc0683 req-61727121-e2d1-4af2-9733-60d799bbd67b tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 946 time: 0.1972065 Aug 19 13:11:56.517960 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d593c319-07d9-40a8-836e-082df1a19660 req-a3d5df55-1a18-43af-81d3-ef8000356244 service neutron] 10.222.0.68 "GET /v2.0/networks/11872a7c-c78f-4b06-a868-5e50d8b5c681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4127841 Aug 19 13:11:56.607869 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ec897f3b-6d1a-4337-9646-5cf236bc0683 req-4b911784-414d-40c5-bdc4-795099ea0d22 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201661 Aug 19 13:11:56.635266 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-3097fedd-b811-4791-a68a-fad2adfcbe5d tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:56.671324 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5e6172-9b34-4bef-8bed-105825cf0bd1 None None] Network cbbb7b04-d159-4db9-9d46-5cb758065124 requested from dv-cinder-805144-1-iscsi {{(pid=79301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 19 13:11:56.688423 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-3097fedd-b811-4791-a68a-fad2adfcbe5d tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:11:56.693927 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-3097fedd-b811-4791-a68a-fad2adfcbe5d tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Usage tracker for resource:security_group_rule and tenant:a81195fe3cfa46c980fb0484af456fef is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:11:56.697845 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-3097fedd-b811-4791-a68a-fad2adfcbe5d tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:11:56.706224 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-3097fedd-b811-4791-a68a-fad2adfcbe5d tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:11:56.807426 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-3097fedd-b811-4791-a68a-fad2adfcbe5d tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:56.822796 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-3097fedd-b811-4791-a68a-fad2adfcbe5d tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:56.876383 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-d25b64e6-bc75-4eb1-9cb7-838a429ad4ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:56.880571 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d593c319-07d9-40a8-836e-082df1a19660 req-f675f8e6-9838-4585-a063-383704143ac5 service neutron] 10.222.0.68 "GET /v2.0/networks/11872a7c-c78f-4b06-a868-5e50d8b5c681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547006 Aug 19 13:11:56.974320 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3097fedd-b811-4791-a68a-fad2adfcbe5d tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1946f9e0-ba7a-45b8-a77c-830f23fb650d,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:56.981210 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-3097fedd-b811-4791-a68a-fad2adfcbe5d tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:56.995767 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-3097fedd-b811-4791-a68a-fad2adfcbe5d tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:57.005068 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-3097fedd-b811-4791-a68a-fad2adfcbe5d tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.8641677 Aug 19 13:11:57.021154 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 54074) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:11:57.053780 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-35825e47-8aec-439a-87a7-159da02958fb tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Request body: {'security_group_rule': {'security_group_id': '1946f9e0-ba7a-45b8-a77c-830f23fb650d', 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:11:57.076640 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-35825e47-8aec-439a-87a7-159da02958fb tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:11:57.092777 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-35825e47-8aec-439a-87a7-159da02958fb tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Usage tracker for resource:security_group_rule and tenant:a81195fe3cfa46c980fb0484af456fef is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:11:57.100793 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-35825e47-8aec-439a-87a7-159da02958fb tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:11:57.147894 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-35825e47-8aec-439a-87a7-159da02958fb tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:11:57.212139 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba9f9b-206e-4c98-8485-164b692dfd0e req-424dc03a-3645-492e-b7f1-fa9c230559ed tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:57.215305 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-c0ba9f9b-206e-4c98-8485-164b692dfd0e req-424dc03a-3645-492e-b7f1-fa9c230559ed tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 946 time: 0.3018949 Aug 19 13:11:57.300283 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7692acee-12a8-45c4-aab7-9e16899910c3 req-46de4637-3786-43d5-af4a-998b9d128450 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:57.325553 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-7692acee-12a8-45c4-aab7-9e16899910c3 req-46de4637-3786-43d5-af4a-998b9d128450 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 1.1000915 Aug 19 13:11:57.394223 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-c0ba9f9b-206e-4c98-8485-164b692dfd0e req-481c0274-6dee-4389-92ed-186ade7ee91e tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718793 Aug 19 13:11:57.412962 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-35825e47-8aec-439a-87a7-159da02958fb tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:57.504873 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-7692acee-12a8-45c4-aab7-9e16899910c3 req-71bab48a-b059-47ec-ae44-f8f374cc30ef tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779497 Aug 19 13:11:57.525564 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 1c0a4e3c-a986-44cf-88ca-6d5003240c40 up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:11:57.530937 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-35825e47-8aec-439a-87a7-159da02958fb tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:57.537486 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-35825e47-8aec-439a-87a7-159da02958fb tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072225'] for security_group_rule, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:57.557475 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:57.583855 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35825e47-8aec-439a-87a7-159da02958fb tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb393ac7-f366-430c-9c4c-67fc354f8729,revision_number=0']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:57.596756 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-35825e47-8aec-439a-87a7-159da02958fb tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:57.602399 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-35825e47-8aec-439a-87a7-159da02958fb tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:57.606047 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-35825e47-8aec-439a-87a7-159da02958fb tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5657966 Aug 19 13:11:57.610670 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 54082) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:11:57.619209 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [None req-1c700b3b-63fe-44f4-becd-e7679daec2d4 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Request body: {'security_group_rule': {'security_group_id': '1946f9e0-ba7a-45b8-a77c-830f23fb650d', 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:11:57.633516 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-1c700b3b-63fe-44f4-becd-e7679daec2d4 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:11:57.649008 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-1c700b3b-63fe-44f4-becd-e7679daec2d4 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Usage tracker for resource:security_group_rule and tenant:a81195fe3cfa46c980fb0484af456fef is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:11:57.656793 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-1c700b3b-63fe-44f4-becd-e7679daec2d4 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:11:57.674863 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-1c700b3b-63fe-44f4-becd-e7679daec2d4 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:11:57.718009 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-1c700b3b-63fe-44f4-becd-e7679daec2d4 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:57.973490 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-1c700b3b-63fe-44f4-becd-e7679daec2d4 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:57.982250 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-1c700b3b-63fe-44f4-becd-e7679daec2d4 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072225'] for security_group_rule, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:57.985728 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:58.064104 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c700b3b-63fe-44f4-becd-e7679daec2d4 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29691ea3-6fb5-4964-a8b3-dc138db16e67,revision_number=0']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:58.073829 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-1c700b3b-63fe-44f4-becd-e7679daec2d4 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:58.079423 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-1c700b3b-63fe-44f4-becd-e7679daec2d4 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:58.084478 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-1c700b3b-63fe-44f4-becd-e7679daec2d4 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4718914 Aug 19 13:11:58.087319 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 54090) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:11:58.093911 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-f405bc6b-9416-4fd3-9fc8-f0e77aaacb96 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Request body: {'security_group_rule': {'security_group_id': '1946f9e0-ba7a-45b8-a77c-830f23fb650d', 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:11:58.110738 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-f405bc6b-9416-4fd3-9fc8-f0e77aaacb96 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:11:58.136108 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-f405bc6b-9416-4fd3-9fc8-f0e77aaacb96 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Usage tracker for resource:security_group_rule and tenant:a81195fe3cfa46c980fb0484af456fef is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:11:58.147890 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-f405bc6b-9416-4fd3-9fc8-f0e77aaacb96 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:11:58.174145 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-f405bc6b-9416-4fd3-9fc8-f0e77aaacb96 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:11:58.250640 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-f405bc6b-9416-4fd3-9fc8-f0e77aaacb96 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:58.394582 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-06c84053-1b07-4a02-bc85-3efb03bea4ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:58.451672 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-f405bc6b-9416-4fd3-9fc8-f0e77aaacb96 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:58.465509 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-f405bc6b-9416-4fd3-9fc8-f0e77aaacb96 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072225'] for security_group_rule, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:58.468283 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-d3a7b766-06e0-4653-89fa-026dcc64f73d tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:58.518306 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f405bc6b-9416-4fd3-9fc8-f0e77aaacb96 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23160774-dcb6-4212-99ce-d1f8de792d90,revision_number=0']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:58.525992 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e747b1db-a21e-4a07-bf4f-e5d723c5695b req-eb642bf4-d95d-49f2-9106-65304dfba345 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:58.548472 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-e747b1db-a21e-4a07-bf4f-e5d723c5695b req-eb642bf4-d95d-49f2-9106-65304dfba345 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 946 time: 0.4194727 Aug 19 13:11:58.557934 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-f405bc6b-9416-4fd3-9fc8-f0e77aaacb96 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:58.565221 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning complete for port 1c0a4e3c-a986-44cf-88ca-6d5003240c40 triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:11:58.565794 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:58.666244 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-f405bc6b-9416-4fd3-9fc8-f0e77aaacb96 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:58.675510 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 54100) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:11:58.677926 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-f405bc6b-9416-4fd3-9fc8-f0e77aaacb96 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5886385 Aug 19 13:11:58.711279 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [None req-8f7aa35b-c1bd-4fea-bf88-4491704b2cbc tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Request body: {'security_group_rule': {'security_group_id': '1946f9e0-ba7a-45b8-a77c-830f23fb650d', 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:11:58.732775 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-8f7aa35b-c1bd-4fea-bf88-4491704b2cbc tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:11:58.740718 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-3e4296c9-4d94-4957-8d03-2c7ac191f95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aead6f52-3e31-47e8-b61b-9dda56dd9ea5', 'name': 'tempest-TestVolumeBootPattern-194689164-router', 'tenant_id': 'c877e083374943d1aee15f3a66d68d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '1c0a4e3c-a986-44cf-88ca-6d5003240c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:38Z', 'updated_at': '2021-08-19T13:11:50Z', 'revision_number': 4, 'project_id': 'c877e083374943d1aee15f3a66d68d7c', 'gw_port': {'id': '1c0a4e3c-a986-44cf-88ca-6d5003240c40', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:dd:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aead6f52-3e31-47e8-b61b-9dda56dd9ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:40Z', 'updated_at': '2021-08-19T13:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': 'ed56d27b-a14c-4fea-b2da-57d8c2718d18', 'name': '', 'network_id': 'edfcb630-f1ff-4575-b974-f6e34406c98d', 'tenant_id': 'c877e083374943d1aee15f3a66d68d7c', 'mac_address': 'fa:16:3e:ae:4b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aead6f52-3e31-47e8-b61b-9dda56dd9ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'bd599d92-c32c-4df1-8df2-3f0fd41cd8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:48Z', 'updated_at': '2021-08-19T13:11:51Z', 'revision_number': 2, 'project_id': 'c877e083374943d1aee15f3a66d68d7c', 'subnets': [{'id': 'bd599d92-c32c-4df1-8df2-3f0fd41cd8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:11:58.742304 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-8f7aa35b-c1bd-4fea-bf88-4491704b2cbc tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Usage tracker for resource:security_group_rule and tenant:a81195fe3cfa46c980fb0484af456fef is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:11:58.748849 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-8f7aa35b-c1bd-4fea-bf88-4491704b2cbc tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:11:58.763794 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-8f7aa35b-c1bd-4fea-bf88-4491704b2cbc tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:11:58.780396 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-e747b1db-a21e-4a07-bf4f-e5d723c5695b req-d195db8f-479a-4056-afbf-13b6bd798ab7 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2274625 Aug 19 13:11:58.797102 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-8f7aa35b-c1bd-4fea-bf88-4491704b2cbc tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:58.828872 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4296c9-4d94-4957-8d03-2c7ac191f95f None None] Checking router: aead6f52-3e31-47e8-b61b-9dda56dd9ea5 for host: dv-cinder-805144-1-iscsi {{(pid=79301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:11:58.828872 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4296c9-4d94-4957-8d03-2c7ac191f95f None None] Updating router aead6f52-3e31-47e8-b61b-9dda56dd9ea5 port ed56d27b-a14c-4fea-b2da-57d8c2718d18 binding host dv-cinder-805144-1-iscsi {{(pid=79301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:11:58.973804 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-3e4296c9-4d94-4957-8d03-2c7ac191f95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:59.018267 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27a4d2-f38f-4c32-8f83-1f9532066ecc req-214c4483-2ceb-4aa5-89e4-e7fdf73cd0d8 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:59.022037 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-7b27a4d2-f38f-4c32-8f83-1f9532066ecc req-214c4483-2ceb-4aa5-89e4-e7fdf73cd0d8 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 946 time: 0.2035873 Aug 19 13:11:59.061394 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:59.156945 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-7b27a4d2-f38f-4c32-8f83-1f9532066ecc req-2740c317-a9af-4389-a66b-80b43f23a8ea tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190429 Aug 19 13:11:59.226560 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-8f7aa35b-c1bd-4fea-bf88-4491704b2cbc tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:59.320055 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa946d-82f6-49bd-99f3-546f204af676 req-3207cb58-6f5a-40c7-8a86-873cb4ab79ef tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:59.339234 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-47aa946d-82f6-49bd-99f3-546f204af676 req-3207cb58-6f5a-40c7-8a86-873cb4ab79ef tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.3956072 Aug 19 13:11:59.427229 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-8f7aa35b-c1bd-4fea-bf88-4491704b2cbc tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072225'] for security_group_rule, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:59.453739 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:11:59.597526 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7aa35b-c1bd-4fea-bf88-4491704b2cbc tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47505d8b-3047-4c41-ad4c-3c0fb17bf480,revision_number=0']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:59.713986 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-8f7aa35b-c1bd-4fea-bf88-4491704b2cbc tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:59.720434 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 54122) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:11:59.721102 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-8f7aa35b-c1bd-4fea-bf88-4491704b2cbc tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0437605 Aug 19 13:11:59.727341 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-11c50b5a-6152-4bca-9fd7-d4bd67e7be31 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Request body: {'security_group_rule': {'security_group_id': '1946f9e0-ba7a-45b8-a77c-830f23fb650d', 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:11:59.741608 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-11c50b5a-6152-4bca-9fd7-d4bd67e7be31 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:11:59.761032 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-11c50b5a-6152-4bca-9fd7-d4bd67e7be31 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Usage tracker for resource:security_group_rule and tenant:a81195fe3cfa46c980fb0484af456fef is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:11:59.768046 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-47aa946d-82f6-49bd-99f3-546f204af676 req-ed2e024e-62b9-4df7-b6a9-9539f23ff5de tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172232 Aug 19 13:11:59.778795 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-11c50b5a-6152-4bca-9fd7-d4bd67e7be31 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:11:59.797376 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7aa35b-c1bd-4fea-bf88-4491704b2cbc tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:59.803110 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-11c50b5a-6152-4bca-9fd7-d4bd67e7be31 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:11:59.804879 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7aa35b-c1bd-4fea-bf88-4491704b2cbc tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:59.807262 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7aa35b-c1bd-4fea-bf88-4491704b2cbc tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:59.808385 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7aa35b-c1bd-4fea-bf88-4491704b2cbc tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:59.809304 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7aa35b-c1bd-4fea-bf88-4491704b2cbc tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:59.810254 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7aa35b-c1bd-4fea-bf88-4491704b2cbc tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:59.811181 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7aa35b-c1bd-4fea-bf88-4491704b2cbc tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:59.812680 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7aa35b-c1bd-4fea-bf88-4491704b2cbc tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:59.813661 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7aa35b-c1bd-4fea-bf88-4491704b2cbc tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:59.816075 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7aa35b-c1bd-4fea-bf88-4491704b2cbc tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:59.824846 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7aa35b-c1bd-4fea-bf88-4491704b2cbc tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:59.849966 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.db.securitygroups_db [None req-11c50b5a-6152-4bca-9fd7-d4bd67e7be31 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Project a81195fe3cfa46c980fb0484af456fef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:11:59.855136 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7aa35b-c1bd-4fea-bf88-4491704b2cbc tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:59.877043 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-8f7aa35b-c1bd-4fea-bf88-4491704b2cbc tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:11:59.881978 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-11c50b5a-6152-4bca-9fd7-d4bd67e7be31 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:00.187998 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-11c50b5a-6152-4bca-9fd7-d4bd67e7be31 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:00.200290 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-11c50b5a-6152-4bca-9fd7-d4bd67e7be31 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072225'] for security_group_rule, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:00.212227 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-35825e47-8aec-439a-87a7-159da02958fb tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:12:00.227630 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-3e4296c9-4d94-4957-8d03-2c7ac191f95f None None] Notify callbacks [] for port, precommit_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:00.259559 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-3e4296c9-4d94-4957-8d03-2c7ac191f95f None None] Transition to ACTIVE for port object ed56d27b-a14c-4fea-b2da-57d8c2718d18 will not be triggered until provisioned by entity L2. {{(pid=79301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:12:00.265492 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c50b5a-6152-4bca-9fd7-d4bd67e7be31 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc3fceb9-1136-425a-8ba9-c1ac9d981445,revision_number=0']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:12:00.269209 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-11c50b5a-6152-4bca-9fd7-d4bd67e7be31 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:12:00.270979 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-3e4296c9-4d94-4957-8d03-2c7ac191f95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:00.282282 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-cf6e3feb-ec3a-4b6f-a144-4fe0a78040d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:12:00.289101 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-11c50b5a-6152-4bca-9fd7-d4bd67e7be31 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:00.297240 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 54130) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:12:00.298501 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-11c50b5a-6152-4bca-9fd7-d4bd67e7be31 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5760460 Aug 19 13:12:00.310450 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [None req-d1185ff6-7d37-448f-ac6f-63b5ec43c02c tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Request body: {'security_group_rule': {'security_group_id': '1946f9e0-ba7a-45b8-a77c-830f23fb650d', 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:12:00.334914 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-d1185ff6-7d37-448f-ac6f-63b5ec43c02c tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:12:00.351777 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-d1185ff6-7d37-448f-ac6f-63b5ec43c02c tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Usage tracker for resource:security_group_rule and tenant:a81195fe3cfa46c980fb0484af456fef is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:12:00.360685 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-d1185ff6-7d37-448f-ac6f-63b5ec43c02c tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:12:00.412733 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe23e54-f74c-46be-9f8f-de5c3a82a9f2 req-a94226b2-6766-4930-a726-bf28c87aa0c9 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:00.418259 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-cfe23e54-f74c-46be-9f8f-de5c3a82a9f2 req-a94226b2-6766-4930-a726-bf28c87aa0c9 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 946 time: 0.2749617 Aug 19 13:12:00.419271 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-d1185ff6-7d37-448f-ac6f-63b5ec43c02c tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:12:00.534729 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.db.securitygroups_db [None req-d1185ff6-7d37-448f-ac6f-63b5ec43c02c tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Project a81195fe3cfa46c980fb0484af456fef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:12:00.580580 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-cfe23e54-f74c-46be-9f8f-de5c3a82a9f2 req-e02e254f-762c-4d4b-8d43-eab63ef41f53 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526949 Aug 19 13:12:00.581557 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-d1185ff6-7d37-448f-ac6f-63b5ec43c02c tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:00.690609 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667c97e9-a479-4250-b656-6bdc004aacdd None None] Pushing event updated for resources: {'Port': ['ID=ed56d27b-a14c-4fea-b2da-57d8c2718d18,revision_number=3']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:12:00.713169 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-667c97e9-a479-4250-b656-6bdc004aacdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:12:00.761214 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-3e4296c9-4d94-4957-8d03-2c7ac191f95f None None] Attempting to bind port ed56d27b-a14c-4fea-b2da-57d8c2718d18 on host dv-cinder-805144-1-iscsi for vnic_type normal with profile {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:12:00.761654 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-3e4296c9-4d94-4957-8d03-2c7ac191f95f None None] Attempting to bind port ed56d27b-a14c-4fea-b2da-57d8c2718d18 by drivers openvswitch,hyperv on host dv-cinder-805144-1-iscsi at level 0 using segments [{'id': 'd2d9e5bd-f00f-428b-9fc8-592f14256ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'edfcb630-f1ff-4575-b974-f6e34406c98d'}] {{(pid=79301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:12:00.762038 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4296c9-4d94-4957-8d03-2c7ac191f95f None None] Attempting to bind port ed56d27b-a14c-4fea-b2da-57d8c2718d18 on network edfcb630-f1ff-4575-b974-f6e34406c98d {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:12:00.773951 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4296c9-4d94-4957-8d03-2c7ac191f95f None None] Checking agent: {'id': '22cf82ff-da15-404e-8075-dce9686ce61b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805144-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 13, 0, 29), 'started_at': datetime.datetime(2021, 8, 19, 13, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805144-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 19 13:12:00.774206 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4296c9-4d94-4957-8d03-2c7ac191f95f None None] Checking segment: {'id': 'd2d9e5bd-f00f-428b-9fc8-592f14256ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'edfcb630-f1ff-4575-b974-f6e34406c98d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:12:00.775039 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-3e4296c9-4d94-4957-8d03-2c7ac191f95f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:00.775409 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4296c9-4d94-4957-8d03-2c7ac191f95f None None] Bound using segment: {'id': 'd2d9e5bd-f00f-428b-9fc8-592f14256ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'edfcb630-f1ff-4575-b974-f6e34406c98d'} {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 19 13:12:00.775928 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-3e4296c9-4d94-4957-8d03-2c7ac191f95f None None] Bound port: ed56d27b-a14c-4fea-b2da-57d8c2718d18, host: dv-cinder-805144-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2d9e5bd-f00f-428b-9fc8-592f14256ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'edfcb630-f1ff-4575-b974-f6e34406c98d'}}] {{(pid=79301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:12:00.776295 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-3e4296c9-4d94-4957-8d03-2c7ac191f95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:00.806744 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-d1185ff6-7d37-448f-ac6f-63b5ec43c02c tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:00.815253 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-d1185ff6-7d37-448f-ac6f-63b5ec43c02c tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072225'] for security_group_rule, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:00.817361 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:12:00.841389 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1185ff6-7d37-448f-ac6f-63b5ec43c02c tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=581f9e97-055e-4ed3-be47-c969b4a4e8c7,revision_number=0']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:12:00.846663 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-d1185ff6-7d37-448f-ac6f-63b5ec43c02c tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:12:00.863160 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-d1185ff6-7d37-448f-ac6f-63b5ec43c02c tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:00.864425 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-d1185ff6-7d37-448f-ac6f-63b5ec43c02c tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5647435 Aug 19 13:12:01.000675 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-3e4296c9-4d94-4957-8d03-2c7ac191f95f None None] For port ed56d27b-a14c-4fea-b2da-57d8c2718d18, host dv-cinder-805144-1-iscsi, cleared binding levels {{(pid=79301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 19 13:12:01.003430 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-0e1768ac-836b-4f03-9654-b31ac0860cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:01.006493 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-3e4296c9-4d94-4957-8d03-2c7ac191f95f None None] For port ed56d27b-a14c-4fea-b2da-57d8c2718d18, host dv-cinder-805144-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=ed56d27b-a14c-4fea-b2da-57d8c2718d18,segment=NetworkSegment(d2d9e5bd-f00f-428b-9fc8-592f14256ffe),segment_id=d2d9e5bd-f00f-428b-9fc8-592f14256ffe)] {{(pid=79301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 19 13:12:01.014993 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-3e4296c9-4d94-4957-8d03-2c7ac191f95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:01.020785 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:12:01.141724 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667c97e9-a479-4250-b656-6bdc004aacdd None None] Pushing event updated for resources: {'Port': ['ID=ed56d27b-a14c-4fea-b2da-57d8c2718d18,revision_number=4']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:12:01.172416 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-667c97e9-a479-4250-b656-6bdc004aacdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:12:01.203289 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4296c9-4d94-4957-8d03-2c7ac191f95f None None] Routers {'aead6f52-3e31-47e8-b61b-9dda56dd9ea5'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:12:01.204143 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-3e4296c9-4d94-4957-8d03-2c7ac191f95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:12:01Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['aead6f52-3e31-47e8-b61b-9dda56dd9ea5'], 'active': True} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:12:01.335096 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45654f8c-03dc-4065-ab71-5bf6181d8a80 req-d6ac72c2-990d-434e-821f-955637ab49f1 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:01.337357 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-45654f8c-03dc-4065-ab71-5bf6181d8a80 req-d6ac72c2-990d-434e-821f-955637ab49f1 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.2221122 Aug 19 13:12:01.447974 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-45654f8c-03dc-4065-ab71-5bf6181d8a80 req-087dd0a7-8cc6-46e5-8e31-63f1f5d5768b tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007161 Aug 19 13:12:01.576042 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2528e4-1506-4abc-b6a9-bb744066dc30 req-11834d0e-a20f-48eb-bfd1-dc6557785c13 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:01.578686 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0e2528e4-1506-4abc-b6a9-bb744066dc30 req-11834d0e-a20f-48eb-bfd1-dc6557785c13 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/networks?id=cbbb7b04-d159-4db9-9d46-5cb758065124 HTTP/1.1" status: 200 len: 814 time: 0.3474333 Aug 19 13:12:01.597426 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0e2528e4-1506-4abc-b6a9-bb744066dc30 req-a63a7bab-07bf-4833-9998-7b42da1d2e72 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/quotas/eaa12a9090644aa49e46ae920b6a4751 HTTP/1.1" status: 200 len: 375 time: 0.0117013 Aug 19 13:12:01.682533 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0e2528e4-1506-4abc-b6a9-bb744066dc30 req-72ec6e92-4799-42d3-8dd0-bf513b047f6b tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=eaa12a9090644aa49e46ae920b6a4751&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0740356 Aug 19 13:12:01.684817 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvr_db [None req-3e4296c9-4d94-4957-8d03-2c7ac191f95f None None] Set router aead6f52-3e31-47e8-b61b-9dda56dd9ea5 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:12:02.131173 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0e2528e4-1506-4abc-b6a9-bb744066dc30 req-3cd8d8a7-4b27-44a9-b2a6-9fad7ecd5fa0 service neutron] 10.222.0.49 "GET /v2.0/networks/cbbb7b04-d159-4db9-9d46-5cb758065124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4474308 Aug 19 13:12:02.221807 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:02.435759 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0e2528e4-1506-4abc-b6a9-bb744066dc30 req-9e1692ed-6be6-4009-9e2f-aeece88c7c10 service neutron] 10.222.0.49 "GET /v2.0/networks/cbbb7b04-d159-4db9-9d46-5cb758065124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962980 Aug 19 13:12:02.530482 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-3e4296c9-4d94-4957-8d03-2c7ac191f95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aead6f52-3e31-47e8-b61b-9dda56dd9ea5', 'name': 'tempest-TestVolumeBootPattern-194689164-router', 'tenant_id': 'c877e083374943d1aee15f3a66d68d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '1c0a4e3c-a986-44cf-88ca-6d5003240c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:38Z', 'updated_at': '2021-08-19T13:11:50Z', 'revision_number': 4, 'project_id': 'c877e083374943d1aee15f3a66d68d7c', 'gw_port': {'id': '1c0a4e3c-a986-44cf-88ca-6d5003240c40', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:dd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aead6f52-3e31-47e8-b61b-9dda56dd9ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:40Z', 'updated_at': '2021-08-19T13:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': 'ed56d27b-a14c-4fea-b2da-57d8c2718d18', 'name': '', 'network_id': 'edfcb630-f1ff-4575-b974-f6e34406c98d', 'tenant_id': 'c877e083374943d1aee15f3a66d68d7c', 'mac_address': 'fa:16:3e:ae:4b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aead6f52-3e31-47e8-b61b-9dda56dd9ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'bd599d92-c32c-4df1-8df2-3f0fd41cd8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:48Z', 'updated_at': '2021-08-19T13:12:00Z', 'revision_number': 4, 'project_id': 'c877e083374943d1aee15f3a66d68d7c', 'subnets': [{'id': 'bd599d92-c32c-4df1-8df2-3f0fd41cd8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:12:02.536908 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4296c9-4d94-4957-8d03-2c7ac191f95f None None] The sync data for ids ['aead6f52-3e31-47e8-b61b-9dda56dd9ea5'] in dv-cinder-805144-1-iscsi is: [{'id': 'aead6f52-3e31-47e8-b61b-9dda56dd9ea5', 'name': 'tempest-TestVolumeBootPattern-194689164-router', 'tenant_id': 'c877e083374943d1aee15f3a66d68d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '1c0a4e3c-a986-44cf-88ca-6d5003240c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:38Z', 'updated_at': '2021-08-19T13:11:50Z', 'revision_number': 4, 'project_id': 'c877e083374943d1aee15f3a66d68d7c', 'gw_port': {'id': '1c0a4e3c-a986-44cf-88ca-6d5003240c40', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:dd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aead6f52-3e31-47e8-b61b-9dda56dd9ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:40Z', 'updated_at': '2021-08-19T13:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': 'ed56d27b-a14c-4fea-b2da-57d8c2718d18', 'name': '', 'network_id': 'edfcb630-f1ff-4575-b974-f6e34406c98d', 'tenant_id': 'c877e083374943d1aee15f3a66d68d7c', 'mac_address': 'fa:16:3e:ae:4b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aead6f52-3e31-47e8-b61b-9dda56dd9ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'bd599d92-c32c-4df1-8df2-3f0fd41cd8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:48Z', 'updated_at': '2021-08-19T13:12:00Z', 'revision_number': 4, 'project_id': 'c877e083374943d1aee15f3a66d68d7c', 'subnets': [{'id': 'bd599d92-c32c-4df1-8df2-3f0fd41cd8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:12:02.592946 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f132dd-1846-466f-b3bb-c5561186bddc req-6b1c675e-4f50-481c-b4f5-85f24bc43646 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:02.624642 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-e2f132dd-1846-466f-b3bb-c5561186bddc req-6b1c675e-4f50-481c-b4f5-85f24bc43646 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 946 time: 0.3830678 Aug 19 13:12:02.645673 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4cfe22-217d-485f-8d5e-4cbd45a5c942 req-496fb82f-976b-429b-a812-08f1f676f222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:02.648495 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-cc4cfe22-217d-485f-8d5e-4cbd45a5c942 req-496fb82f-976b-429b-a812-08f1f676f222 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=11dcb989ec6c4491ae1ae5f2a00cbfd7&device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 1099 time: 0.3558331 Aug 19 13:12:02.810609 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-e2f132dd-1846-466f-b3bb-c5561186bddc req-da7f8369-c6c2-4615-8c70-642ab2a3ffca tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1849501 Aug 19 13:12:03.107615 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-7001af30-0529-4d76-8726-2f35d3e4d27f req-a07560ff-299a-4b9b-a293-0bbb01245942 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e65dc8a-b31c-472a-a9c1-30a8a6c8d1c5 HTTP/1.1" status: 200 len: 210 time: 0.1888719 Aug 19 13:12:03.117355 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4cfe22-217d-485f-8d5e-4cbd45a5c942 req-4a74b602-f6d0-421e-9f8f-af6dbec5efa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:03.120981 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-cc4cfe22-217d-485f-8d5e-4cbd45a5c942 req-4a74b602-f6d0-421e-9f8f-af6dbec5efa5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=3b979c5e-82fd-4500-9fbc-547a88a6c3c4 HTTP/1.1" status: 200 len: 917 time: 0.4534092 Aug 19 13:12:03.178412 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8866d-240e-4cca-8c21-752a906d4ae4 req-6ce12d1f-1526-41a5-81a6-f413ce56408a tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:03.214340 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-22d8866d-240e-4cca-8c21-752a906d4ae4 req-6ce12d1f-1526-41a5-81a6-f413ce56408a tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.2157335 Aug 19 13:12:03.371929 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-22d8866d-240e-4cca-8c21-752a906d4ae4 req-2b4d9043-4cf3-4ced-b738-3e622fb582a3 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553650 Aug 19 13:12:03.417378 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-cc4cfe22-217d-485f-8d5e-4cbd45a5c942 req-4302ce07-d648-4b5e-998c-89a4e215e1b7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47424f4a-678d-4870-ae86-843b6d41156c HTTP/1.1" status: 200 len: 1001 time: 0.2779887 Aug 19 13:12:03.489358 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:03.643332 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device ed56d27b-a14c-4fea-b2da-57d8c2718d18 up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:12:03.730510 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4cfe22-217d-485f-8d5e-4cbd45a5c942 req-c0f44b1b-a4a7-4fb1-81bf-5f2d880170ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:03.732308 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-cc4cfe22-217d-485f-8d5e-4cbd45a5c942 req-c0f44b1b-a4a7-4fb1-81bf-5f2d880170ed service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a5197019-4cd9-46fe-ad6e-7e976db4e517 HTTP/1.1" status: 200 len: 854 time: 0.3028967 Aug 19 13:12:03.916214 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning for port ed56d27b-a14c-4fea-b2da-57d8c2718d18 completed by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:12:03.935587 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802d65c-e9b6-4293-be77-95b7371fbe7c req-da6a27d1-aaa3-493d-bde6-033f71a38c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:03.937629 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-5802d65c-e9b6-4293-be77-95b7371fbe7c req-da6a27d1-aaa3-493d-bde6-033f71a38c47 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=21e4df950c014d1894d155aac044e94a&device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 1099 time: 0.3904257 Aug 19 13:12:03.942503 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning complete for port ed56d27b-a14c-4fea-b2da-57d8c2718d18 triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:12:03.962215 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:03.975394 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4cfe22-217d-485f-8d5e-4cbd45a5c942 req-dc31cefc-f88e-42f2-9772-47d284d21796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:03.979127 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-cc4cfe22-217d-485f-8d5e-4cbd45a5c942 req-dc31cefc-f88e-42f2-9772-47d284d21796 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3b979c5e-82fd-4500-9fbc-547a88a6c3c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2299330 Aug 19 13:12:04.291006 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a15aed-6be5-4251-a5c4-161ad189e363 req-c597f2e1-644b-4350-9b5c-7bea263010ed tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:04.298479 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-76a15aed-6be5-4251-a5c4-161ad189e363 req-c597f2e1-644b-4350-9b5c-7bea263010ed tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 946 time: 0.1977856 Aug 19 13:12:04.373123 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-76a15aed-6be5-4251-a5c4-161ad189e363 req-f00cc8b0-86d5-41b2-8e86-5dce98dbc67a tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736306 Aug 19 13:12:04.417687 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:04.502303 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] For port ed56d27b-a14c-4fea-b2da-57d8c2718d18, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=ed56d27b-a14c-4fea-b2da-57d8c2718d18,segment=NetworkSegment(d2d9e5bd-f00f-428b-9fc8-592f14256ffe),segment_id=d2d9e5bd-f00f-428b-9fc8-592f14256ffe)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:12:04.511526 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:04.514193 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:12:04.632388 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 47424f4a-678d-4870-ae86-843b6d41156c no longer exists at agent hyperv_hv-cinder-80514 {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 19 13:12:04.728721 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f5d6c-8adc-482d-89b8-0005a846d4b3 req-0d74b0aa-79d4-4699-ae63-a50c8014e119 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:04.730369 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-145f5d6c-8adc-482d-89b8-0005a846d4b3 req-0d74b0aa-79d4-4699-ae63-a50c8014e119 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.1688361 Aug 19 13:12:04.731915 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802d65c-e9b6-4293-be77-95b7371fbe7c req-7fe4ebca-4d6b-4bb6-a0ba-7a9d0cb3e4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:04.734096 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-5802d65c-e9b6-4293-be77-95b7371fbe7c req-7fe4ebca-4d6b-4bb6-a0ba-7a9d0cb3e4b1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=1d77b99d-7ba7-4067-8ba3-3867da9acfb5 HTTP/1.1" status: 200 len: 921 time: 0.5365915 Aug 19 13:12:04.735426 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Pushing event updated for resources: {'Port': ['ID=ed56d27b-a14c-4fea-b2da-57d8c2718d18,revision_number=5']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:12:04.769009 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:04.769579 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:04.770158 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:04.770717 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:04.771282 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:04.771918 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:04.772461 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:04.779785 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:04.780855 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:04.781644 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:04.782446 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:04.783463 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:04.805903 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:12:04.887835 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-145f5d6c-8adc-482d-89b8-0005a846d4b3 req-1d46b6c4-e450-4b69-a8b3-22a537875c25 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441150 Aug 19 13:12:04.907616 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-83d4ffe5-a01a-40dd-b3a2-6f535a3d8c7a req-df2548f6-fb2c-41f2-bbf4-759d221b03bc tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e65dc8a-b31c-472a-a9c1-30a8a6c8d1c5 HTTP/1.1" status: 200 len: 210 time: 0.1718302 Aug 19 13:12:04.959692 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-5802d65c-e9b6-4293-be77-95b7371fbe7c req-3ec68353-66df-4519-9db7-2ab034786f35 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14598cdf-88e3-44de-8ac2-879750d157f0 HTTP/1.1" status: 200 len: 217 time: 0.1663404 Aug 19 13:12:05.166842 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:05.204347 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-cc4cfe22-217d-485f-8d5e-4cbd45a5c942 req-a9c4ac7b-ef36-44fa-a84e-a6a07efa6dd3 service neutron] 10.222.0.68 "GET /v2.0/networks/3b979c5e-82fd-4500-9fbc-547a88a6c3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2004237 Aug 19 13:12:05.207731 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802d65c-e9b6-4293-be77-95b7371fbe7c req-52519d2c-5a23-4ef0-81b6-fa94c0611721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:05.210647 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-5802d65c-e9b6-4293-be77-95b7371fbe7c req-52519d2c-5a23-4ef0-81b6-fa94c0611721 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7a72a2fc-b629-4f4b-9486-128583568f2d HTTP/1.1" status: 200 len: 859 time: 0.2268875 Aug 19 13:12:05.214065 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:05.336513 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438aed69-4e72-402e-b09f-bbfe30e30183', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47424f4a-678d-4870-ae86-843b6d41156c'}] {{(pid=79301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:12:05.379002 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port 47424f4a-678d-4870-ae86-843b6d41156c, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=47424f4a-678d-4870-ae86-843b6d41156c,segment=NetworkSegment(379dc2c3-a256-42ec-a350-bba9510c62d5),segment_id=379dc2c3-a256-42ec-a350-bba9510c62d5)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:12:05.385506 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:05.392107 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:12:05.495807 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-5802d65c-e9b6-4293-be77-95b7371fbe7c req-47245489-44c8-4e11-94e1-eb4522be5fc6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1d77b99d-7ba7-4067-8ba3-3867da9acfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2447598 Aug 19 13:12:05.525074 dv-cinder-805144-1-iscsi neutron-server[79301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '438aed69-4e72-402e-b09f-bbfe30e30183', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47424f4a-678d-4870-ae86-843b6d41156c', 'code': 200} Aug 19 13:12:05.623266 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=47424f4a-678d-4870-ae86-843b6d41156c,revision_number=8']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:12:05.632636 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:12:05.705691 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device ed56d27b-a14c-4fea-b2da-57d8c2718d18 up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:12:05.768815 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2528e4-1506-4abc-b6a9-bb744066dc30 req-18bd1b0f-695f-4dde-a0d2-5f32cbfb13f4 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:05.772220 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0e2528e4-1506-4abc-b6a9-bb744066dc30 req-18bd1b0f-695f-4dde-a0d2-5f32cbfb13f4 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.68 "GET /v2.0/networks?id=cbbb7b04-d159-4db9-9d46-5cb758065124 HTTP/1.1" status: 200 len: 814 time: 0.8805068 Aug 19 13:12:05.810324 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [req-0e2528e4-1506-4abc-b6a9-bb744066dc30 req-98282a2d-447d-4e67-8984-1ce7baca4a85 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Request body: {'port': {'device_id': '6e65dc8a-b31c-472a-a9c1-30a8a6c8d1c5', 'network_id': 'cbbb7b04-d159-4db9-9d46-5cb758065124', 'admin_state_up': True, 'tenant_id': 'eaa12a9090644aa49e46ae920b6a4751'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:12:05.823542 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-cc4cfe22-217d-485f-8d5e-4cbd45a5c942 req-cefecd25-9297-4260-890a-9a8fdb803dd5 service neutron] 10.222.0.68 "GET /v2.0/networks/3b979c5e-82fd-4500-9fbc-547a88a6c3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5973351 Aug 19 13:12:05.896433 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-5802d65c-e9b6-4293-be77-95b7371fbe7c req-3dee0d93-ea99-4365-b1d0-8d803e3accfd service neutron] 10.222.0.68 "GET /v2.0/networks/1d77b99d-7ba7-4067-8ba3-3867da9acfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357332 Aug 19 13:12:05.901415 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning complete for port ed56d27b-a14c-4fea-b2da-57d8c2718d18 triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:12:05.902052 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:05.944471 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a597b-08da-4625-847f-28f40be0df89 req-ad55bffc-4cf4-46ee-a341-25b658373544 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:05.946683 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-5a2a597b-08da-4625-847f-28f40be0df89 req-ad55bffc-4cf4-46ee-a341-25b658373544 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 944 time: 0.2449698 Aug 19 13:12:06.046854 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [req-0e2528e4-1506-4abc-b6a9-bb744066dc30 req-98282a2d-447d-4e67-8984-1ce7baca4a85 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:12:06.057140 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-0e2528e4-1506-4abc-b6a9-bb744066dc30 req-98282a2d-447d-4e67-8984-1ce7baca4a85 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Usage tracker for resource:port and tenant:eaa12a9090644aa49e46ae920b6a4751 is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:12:06.060979 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-0e2528e4-1506-4abc-b6a9-bb744066dc30 req-98282a2d-447d-4e67-8984-1ce7baca4a85 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:12:06.069171 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [req-0e2528e4-1506-4abc-b6a9-bb744066dc30 req-98282a2d-447d-4e67-8984-1ce7baca4a85 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:12:06.097979 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e2528e4-1506-4abc-b6a9-bb744066dc30 req-98282a2d-447d-4e67-8984-1ce7baca4a85 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Made reservation on behalf of eaa12a9090644aa49e46ae920b6a4751 for: {'port': 1} {{(pid=79299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:12:06.106305 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-0e2528e4-1506-4abc-b6a9-bb744066dc30 req-98282a2d-447d-4e67-8984-1ce7baca4a85 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:06.134890 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-5a2a597b-08da-4625-847f-28f40be0df89 req-9050711a-4ecb-4c3a-a30f-fbe35aedccbc tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1751647 Aug 19 13:12:06.350306 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-5802d65c-e9b6-4293-be77-95b7371fbe7c req-78f47715-704b-4212-9f53-44d8c8543577 service neutron] 10.222.0.68 "GET /v2.0/networks/1d77b99d-7ba7-4067-8ba3-3867da9acfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4454436 Aug 19 13:12:06.378853 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4a2710a7-3123-4bff-8110-786018a5c1be req-3d5cb313-850b-4ff4-abfd-8ddaf35e2554 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e65dc8a-b31c-472a-a9c1-30a8a6c8d1c5 HTTP/1.1" status: 200 len: 210 time: 0.0751436 Aug 19 13:12:06.519992 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.db_base_plugin_common [req-0e2528e4-1506-4abc-b6a9-bb744066dc30 req-98282a2d-447d-4e67-8984-1ce7baca4a85 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Allocated IP 172.20.0.10 (cbbb7b04-d159-4db9-9d46-5cb758065124/610ab15b-796b-4f43-8dc4-77e6b2a09c1b/e721448f-a06c-49a2-a03c-aed3334b8c5e) {{(pid=79299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:12:06.718123 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48606851-187f-4e61-984e-386decde62d6 req-feeda991-1305-49bb-ae4a-f13ffcb7b196 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:06.720357 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-48606851-187f-4e61-984e-386decde62d6 req-feeda991-1305-49bb-ae4a-f13ffcb7b196 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.1720266 Aug 19 13:12:06.834235 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-48606851-187f-4e61-984e-386decde62d6 req-ae77dfa1-8a41-4f57-ad81-104f3c6c44d9 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030416 Aug 19 13:12:06.946470 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-0e2528e4-1506-4abc-b6a9-bb744066dc30 req-98282a2d-447d-4e67-8984-1ce7baca4a85 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Notify callbacks [] for port, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:07.005771 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-0e2528e4-1506-4abc-b6a9-bb744066dc30 req-98282a2d-447d-4e67-8984-1ce7baca4a85 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6301144'] for port, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:07.019718 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:12:07.192292 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e2528e4-1506-4abc-b6a9-bb744066dc30 req-98282a2d-447d-4e67-8984-1ce7baca4a85 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Network cbbb7b04-d159-4db9-9d46-5cb758065124 is already hosted by enough agents. {{(pid=79299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:12:07.203724 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.base_scheduler [req-0e2528e4-1506-4abc-b6a9-bb744066dc30 req-98282a2d-447d-4e67-8984-1ce7baca4a85 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Resources bound (agent type, host, resource id): {{(pid=79299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:12:07.213503 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e2528e4-1506-4abc-b6a9-bb744066dc30 req-98282a2d-447d-4e67-8984-1ce7baca4a85 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Received port after_create {{(pid=79299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:12:07.282366 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98282a2d-447d-4e67-8984-1ce7baca4a85 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Pushing event updated for resources: {'Port': ['ID=e721448f-a06c-49a2-a03c-aed3334b8c5e,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:12:07.285821 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-98282a2d-447d-4e67-8984-1ce7baca4a85 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:12:07.355747 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2528e4-1506-4abc-b6a9-bb744066dc30 req-98282a2d-447d-4e67-8984-1ce7baca4a85 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:07.356551 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-0e2528e4-1506-4abc-b6a9-bb744066dc30 req-98282a2d-447d-4e67-8984-1ce7baca4a85 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for port, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:07.384855 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0e2528e4-1506-4abc-b6a9-bb744066dc30 req-98282a2d-447d-4e67-8984-1ce7baca4a85 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5867734 Aug 19 13:12:07.386088 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb0ce8-a7e8-417c-a112-52d533abcf6e req-0f72c81a-70ef-4cf4-b6fa-12c8e39f8b44 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:07.387816 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-efeb0ce8-a7e8-417c-a112-52d533abcf6e req-0f72c81a-70ef-4cf4-b6fa-12c8e39f8b44 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 944 time: 0.1079793 Aug 19 13:12:07.418284 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [req-0e2528e4-1506-4abc-b6a9-bb744066dc30 req-a51119ee-f54b-42d3-874c-3209bcd2e560 service neutron] Request body: {'port': {'device_id': '6e65dc8a-b31c-472a-a9c1-30a8a6c8d1c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80514'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:12:07.466790 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-efeb0ce8-a7e8-417c-a112-52d533abcf6e req-029b1a56-5fc4-41a4-a38d-457534923ef8 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701683 Aug 19 13:12:07.705219 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-0e2528e4-1506-4abc-b6a9-bb744066dc30 req-a51119ee-f54b-42d3-874c-3209bcd2e560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:07.902622 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75792d0d-04c8-4b1d-8435-7a09a032aae5 req-82cfac36-1396-4d2a-8b0d-ffcd92538ddb tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:07.904653 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-75792d0d-04c8-4b1d-8435-7a09a032aae5 req-82cfac36-1396-4d2a-8b0d-ffcd92538ddb tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e65dc8a-b31c-472a-a9c1-30a8a6c8d1c5 HTTP/1.1" status: 200 len: 932 time: 0.2339499 Aug 19 13:12:07.977875 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-75792d0d-04c8-4b1d-8435-7a09a032aae5 req-8b16507a-51d9-4907-b10b-07a25fd29557 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Synchronizing usage tracker for tenant:eaa12a9090644aa49e46ae920b6a4751 on resource:security_group {{(pid=79300) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:12:08.001978 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-75792d0d-04c8-4b1d-8435-7a09a032aae5 req-8b16507a-51d9-4907-b10b-07a25fd29557 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Unset dirty status for tenant:eaa12a9090644aa49e46ae920b6a4751 on resource:security_group {{(pid=79300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:12:08.004775 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-75792d0d-04c8-4b1d-8435-7a09a032aae5 req-8b16507a-51d9-4907-b10b-07a25fd29557 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbd34c67-1976-4257-b0e2-2ea41f81672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918090 Aug 19 13:12:08.263791 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d895ea-edfb-4705-8692-4ded3b95a529 req-89d519f8-97cc-4039-a64b-a6121fe951ea tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:08.265416 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-f4d895ea-edfb-4705-8692-4ded3b95a529 req-89d519f8-97cc-4039-a64b-a6121fe951ea tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.1238506 Aug 19 13:12:08.268436 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.notifiers.nova [req-0e2528e4-1506-4abc-b6a9-bb744066dc30 req-a51119ee-f54b-42d3-874c-3209bcd2e560 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e721448f-a06c-49a2-a03c-aed3334b8c5e {{(pid=79299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:12:08.279215 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-0e2528e4-1506-4abc-b6a9-bb744066dc30 req-a51119ee-f54b-42d3-874c-3209bcd2e560 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:08.297965 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.provisioning_blocks [req-0e2528e4-1506-4abc-b6a9-bb744066dc30 req-a51119ee-f54b-42d3-874c-3209bcd2e560 service neutron] Transition to ACTIVE for port object e721448f-a06c-49a2-a03c-aed3334b8c5e will not be triggered until provisioned by entity L2. {{(pid=79299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:12:08.303489 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-0e2528e4-1506-4abc-b6a9-bb744066dc30 req-a51119ee-f54b-42d3-874c-3209bcd2e560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6301121'] for port, after_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:08.309002 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:12:08.354345 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-f4d895ea-edfb-4705-8692-4ded3b95a529 req-ac2f5642-ae8f-4827-8d35-eeec14283849 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806186 Aug 19 13:12:08.515112 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51119ee-f54b-42d3-874c-3209bcd2e560 service neutron] Pushing event updated for resources: {'Port': ['ID=e721448f-a06c-49a2-a03c-aed3334b8c5e,revision_number=2']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:12:08.525879 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-a51119ee-f54b-42d3-874c-3209bcd2e560 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:12:08.605907 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.managers [req-0e2528e4-1506-4abc-b6a9-bb744066dc30 req-a51119ee-f54b-42d3-874c-3209bcd2e560 service neutron] Attempting to bind port e721448f-a06c-49a2-a03c-aed3334b8c5e on host hv-cinder-80514 for vnic_type normal with profile {{(pid=79299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:12:08.606515 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.managers [req-0e2528e4-1506-4abc-b6a9-bb744066dc30 req-a51119ee-f54b-42d3-874c-3209bcd2e560 service neutron] Attempting to bind port e721448f-a06c-49a2-a03c-aed3334b8c5e by drivers openvswitch,hyperv on host hv-cinder-80514 at level 0 using segments [{'id': '47e62809-762b-4f75-9963-563bac7ed532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cbbb7b04-d159-4db9-9d46-5cb758065124'}] {{(pid=79299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:12:08.608378 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2528e4-1506-4abc-b6a9-bb744066dc30 req-a51119ee-f54b-42d3-874c-3209bcd2e560 service neutron] Attempting to bind port e721448f-a06c-49a2-a03c-aed3334b8c5e on network cbbb7b04-d159-4db9-9d46-5cb758065124 {{(pid=79299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:12:08.622605 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2528e4-1506-4abc-b6a9-bb744066dc30 req-a51119ee-f54b-42d3-874c-3209bcd2e560 service neutron] Port e721448f-a06c-49a2-a03c-aed3334b8c5e on network cbbb7b04-d159-4db9-9d46-5cb758065124 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80514 {{(pid=79299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 19 13:12:08.623039 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2528e4-1506-4abc-b6a9-bb744066dc30 req-a51119ee-f54b-42d3-874c-3209bcd2e560 service neutron] Attempting to bind port e721448f-a06c-49a2-a03c-aed3334b8c5e on network cbbb7b04-d159-4db9-9d46-5cb758065124 {{(pid=79299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:12:08.640988 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2528e4-1506-4abc-b6a9-bb744066dc30 req-a51119ee-f54b-42d3-874c-3209bcd2e560 service neutron] Checking agent: {'id': '5d0591c0-6bc7-4d98-9be8-a8b87dc9a0b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 13, 7, 4), 'started_at': datetime.datetime(2021, 8, 19, 13, 7, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 19 13:12:08.641477 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2528e4-1506-4abc-b6a9-bb744066dc30 req-a51119ee-f54b-42d3-874c-3209bcd2e560 service neutron] Checking segment: {'id': '47e62809-762b-4f75-9963-563bac7ed532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cbbb7b04-d159-4db9-9d46-5cb758065124'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:12:08.641969 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2528e4-1506-4abc-b6a9-bb744066dc30 req-a51119ee-f54b-42d3-874c-3209bcd2e560 service neutron] Bound using segment: {'id': '47e62809-762b-4f75-9963-563bac7ed532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cbbb7b04-d159-4db9-9d46-5cb758065124'} {{(pid=79299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 19 13:12:08.642416 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.managers [req-0e2528e4-1506-4abc-b6a9-bb744066dc30 req-a51119ee-f54b-42d3-874c-3209bcd2e560 service neutron] Bound port: e721448f-a06c-49a2-a03c-aed3334b8c5e, host: hv-cinder-80514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47e62809-762b-4f75-9963-563bac7ed532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cbbb7b04-d159-4db9-9d46-5cb758065124'}}] {{(pid=79299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:12:08.644047 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-0e2528e4-1506-4abc-b6a9-bb744066dc30 req-a51119ee-f54b-42d3-874c-3209bcd2e560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:08.776606 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27ba66-840f-402f-80ad-34d3c3cae9d0 req-54eec4bc-4eaa-4c79-80cb-b05907e01d1e tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:08.804024 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-fd27ba66-840f-402f-80ad-34d3c3cae9d0 req-54eec4bc-4eaa-4c79-80cb-b05907e01d1e tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 944 time: 0.1501141 Aug 19 13:12:08.918760 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-fd27ba66-840f-402f-80ad-34d3c3cae9d0 req-3c5e78f5-97b2-4f0d-8baa-4c1a98fbe897 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137025 Aug 19 13:12:08.950603 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.db [req-0e2528e4-1506-4abc-b6a9-bb744066dc30 req-a51119ee-f54b-42d3-874c-3209bcd2e560 service neutron] For port e721448f-a06c-49a2-a03c-aed3334b8c5e, host hv-cinder-80514, cleared binding levels {{(pid=79299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 19 13:12:08.954218 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.db [req-0e2528e4-1506-4abc-b6a9-bb744066dc30 req-a51119ee-f54b-42d3-874c-3209bcd2e560 service neutron] For port e721448f-a06c-49a2-a03c-aed3334b8c5e, host hv-cinder-80514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=e721448f-a06c-49a2-a03c-aed3334b8c5e,segment=NetworkSegment(47e62809-762b-4f75-9963-563bac7ed532),segment_id=47e62809-762b-4f75-9963-563bac7ed532)] {{(pid=79299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 19 13:12:08.962560 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-0e2528e4-1506-4abc-b6a9-bb744066dc30 req-a51119ee-f54b-42d3-874c-3209bcd2e560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6301121'] for port, after_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:08.969786 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:12:09.033399 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2528e4-1506-4abc-b6a9-bb744066dc30 req-a51119ee-f54b-42d3-874c-3209bcd2e560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:09.034043 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-0e2528e4-1506-4abc-b6a9-bb744066dc30 req-a51119ee-f54b-42d3-874c-3209bcd2e560 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for port, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:09.036001 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0e2528e4-1506-4abc-b6a9-bb744066dc30 req-a51119ee-f54b-42d3-874c-3209bcd2e560 service neutron] 10.222.0.68 "PUT /v2.0/ports/e721448f-a06c-49a2-a03c-aed3334b8c5e HTTP/1.1" status: 200 len: 1094 time: 1.6288095 Aug 19 13:12:09.036401 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e65dc8a-b31c-472a-a9c1-30a8a6c8d1c5', 'tag': 'e721448f-a06c-49a2-a03c-aed3334b8c5e'}] {{(pid=79299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:12:09.064904 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51119ee-f54b-42d3-874c-3209bcd2e560 service neutron] Pushing event updated for resources: {'Port': ['ID=e721448f-a06c-49a2-a03c-aed3334b8c5e,revision_number=3']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:12:09.069281 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-a51119ee-f54b-42d3-874c-3209bcd2e560 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:12:09.125048 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e65dc8a-b31c-472a-a9c1-30a8a6c8d1c5', 'tag': 'e721448f-a06c-49a2-a03c-aed3334b8c5e', 'status': 'completed', 'code': 200} Aug 19 13:12:09.308829 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2528e4-1506-4abc-b6a9-bb744066dc30 req-9c1d0ee3-b483-4f6a-8e69-6705f1688264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:09.313542 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0e2528e4-1506-4abc-b6a9-bb744066dc30 req-9c1d0ee3-b483-4f6a-8e69-6705f1688264 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=eaa12a9090644aa49e46ae920b6a4751&device_id=6e65dc8a-b31c-472a-a9c1-30a8a6c8d1c5 HTTP/1.1" status: 200 len: 1097 time: 0.1692264 Aug 19 13:12:09.334454 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2982c3-364a-4753-8deb-35a91d945312 req-a447b3ae-93ae-48ba-bbed-22b877ed90ce tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:09.337682 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ff2982c3-364a-4753-8deb-35a91d945312 req-a447b3ae-93ae-48ba-bbed-22b877ed90ce tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e65dc8a-b31c-472a-a9c1-30a8a6c8d1c5 HTTP/1.1" status: 200 len: 944 time: 0.1116757 Aug 19 13:12:09.431835 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0e2528e4-1506-4abc-b6a9-bb744066dc30 req-c9419c96-4eae-4bb3-86b8-85fd8d2c22ba service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e721448f-a06c-49a2-a03c-aed3334b8c5e HTTP/1.1" status: 200 len: 217 time: 0.1040952 Aug 19 13:12:09.438937 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ff2982c3-364a-4753-8deb-35a91d945312 req-adf42990-aa07-47c7-8bc1-1790d907cf37 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbd34c67-1976-4257-b0e2-2ea41f81672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918067 Aug 19 13:12:09.536395 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2528e4-1506-4abc-b6a9-bb744066dc30 req-fc8c9b6a-69e2-4f92-aedc-d8983fbfcd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:09.538164 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0e2528e4-1506-4abc-b6a9-bb744066dc30 req-fc8c9b6a-69e2-4f92-aedc-d8983fbfcd47 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=610ab15b-796b-4f43-8dc4-77e6b2a09c1b HTTP/1.1" status: 200 len: 854 time: 0.0975411 Aug 19 13:12:09.597192 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0e2528e4-1506-4abc-b6a9-bb744066dc30 req-80209864-d4c8-45bd-bbb0-37254b7b3cc3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=cbbb7b04-d159-4db9-9d46-5cb758065124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496337 Aug 19 13:12:09.653909 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae01a1c-27fd-46eb-bc08-52fe08672e59 req-922146b5-e6e0-4498-8d60-0887a5773860 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:09.655809 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-1ae01a1c-27fd-46eb-bc08-52fe08672e59 req-922146b5-e6e0-4498-8d60-0887a5773860 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.0928628 Aug 19 13:12:09.728460 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-1ae01a1c-27fd-46eb-bc08-52fe08672e59 req-82d8480f-7830-42ee-bbc5-13c1343726ca tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646238 Aug 19 13:12:10.272739 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0e2528e4-1506-4abc-b6a9-bb744066dc30 req-397a8837-4229-45a6-9122-00824f4cff2e service neutron] 10.222.0.68 "GET /v2.0/networks/cbbb7b04-d159-4db9-9d46-5cb758065124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6554601 Aug 19 13:12:10.496785 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0e2528e4-1506-4abc-b6a9-bb744066dc30 req-b2dc0c67-49f5-4314-a975-2c0d1d4aea59 service neutron] 10.222.0.68 "GET /v2.0/networks/cbbb7b04-d159-4db9-9d46-5cb758065124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129316 Aug 19 13:12:10.560571 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824c54f-c268-4d19-8e05-be353869bb9c req-8a4bf9f6-1f52-4fe2-9e4b-1d458f896d22 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:10.564435 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d824c54f-c268-4d19-8e05-be353869bb9c req-8a4bf9f6-1f52-4fe2-9e4b-1d458f896d22 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 944 time: 0.2912650 Aug 19 13:12:10.645416 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d824c54f-c268-4d19-8e05-be353869bb9c req-d743e593-1266-4c20-9ef3-5612688fa58c tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729761 Aug 19 13:12:10.749762 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3b56b-7e8b-4242-a17f-d6990f264e0b req-250d751b-479c-41a9-badb-f050b48b0218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:10.752460 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-62a3b56b-7e8b-4242-a17f-d6990f264e0b req-250d751b-479c-41a9-badb-f050b48b0218 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=eaa12a9090644aa49e46ae920b6a4751&device_id=6e65dc8a-b31c-472a-a9c1-30a8a6c8d1c5 HTTP/1.1" status: 200 len: 1097 time: 0.1448681 Aug 19 13:12:10.985432 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03830dd8-91a0-4cf0-a0cc-b2b5c0d19256 req-f1ecee5e-bd67-44e5-b8e8-898eaad5e45f tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:10.988014 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-03830dd8-91a0-4cf0-a0cc-b2b5c0d19256 req-f1ecee5e-bd67-44e5-b8e8-898eaad5e45f tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e65dc8a-b31c-472a-a9c1-30a8a6c8d1c5 HTTP/1.1" status: 200 len: 944 time: 0.1692243 Aug 19 13:12:10.998482 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3b56b-7e8b-4242-a17f-d6990f264e0b req-f8e818ff-013a-4274-9211-4609e8055ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:11.000698 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-62a3b56b-7e8b-4242-a17f-d6990f264e0b req-f8e818ff-013a-4274-9211-4609e8055ec0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=cbbb7b04-d159-4db9-9d46-5cb758065124 HTTP/1.1" status: 200 len: 916 time: 0.2374272 Aug 19 13:12:11.065721 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-03830dd8-91a0-4cf0-a0cc-b2b5c0d19256 req-9257d777-b818-4793-9145-cb1f1786eece tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbd34c67-1976-4257-b0e2-2ea41f81672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692966 Aug 19 13:12:11.095002 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-62a3b56b-7e8b-4242-a17f-d6990f264e0b req-adb45ab0-f608-46b0-a8d0-8885790b8d61 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e721448f-a06c-49a2-a03c-aed3334b8c5e HTTP/1.1" status: 200 len: 217 time: 0.0803151 Aug 19 13:12:11.189458 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3b56b-7e8b-4242-a17f-d6990f264e0b req-a64a164b-3125-4428-9919-04d2747211dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:11.192121 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-62a3b56b-7e8b-4242-a17f-d6990f264e0b req-a64a164b-3125-4428-9919-04d2747211dc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=610ab15b-796b-4f43-8dc4-77e6b2a09c1b HTTP/1.1" status: 200 len: 854 time: 0.0886288 Aug 19 13:12:11.274094 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-62a3b56b-7e8b-4242-a17f-d6990f264e0b req-cd84e811-19ab-459b-9f39-d9846fce02cb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=cbbb7b04-d159-4db9-9d46-5cb758065124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734260 Aug 19 13:12:11.537059 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-62a3b56b-7e8b-4242-a17f-d6990f264e0b req-cd15bac4-bfe4-4cf7-b9c7-3bb8fbce1f82 service neutron] 10.222.0.68 "GET /v2.0/networks/cbbb7b04-d159-4db9-9d46-5cb758065124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508612 Aug 19 13:12:11.762255 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-62a3b56b-7e8b-4242-a17f-d6990f264e0b req-f663d5c4-6a17-4dc7-a0b2-a44fb82cb7b5 service neutron] 10.222.0.68 "GET /v2.0/networks/cbbb7b04-d159-4db9-9d46-5cb758065124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074335 Aug 19 13:12:12.160818 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9abcec-d116-4d1d-af8b-6f80d4920456 req-2f07e047-f860-4b00-a4e7-6673cb81e22d tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:12.163053 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-de9abcec-d116-4d1d-af8b-6f80d4920456 req-2f07e047-f860-4b00-a4e7-6673cb81e22d tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.0985429 Aug 19 13:12:12.239870 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-de9abcec-d116-4d1d-af8b-6f80d4920456 req-00efeb98-7a0d-480d-8f13-fe017671d108 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682809 Aug 19 13:12:12.458531 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715a721-a7ad-4591-a414-bd6b48cd3b4b req-22ef3310-1b65-4ef3-b5f2-34a758a55f7a tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:12.460203 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-0715a721-a7ad-4591-a414-bd6b48cd3b4b req-22ef3310-1b65-4ef3-b5f2-34a758a55f7a tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e65dc8a-b31c-472a-a9c1-30a8a6c8d1c5 HTTP/1.1" status: 200 len: 944 time: 0.1072941 Aug 19 13:12:12.605530 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-0715a721-a7ad-4591-a414-bd6b48cd3b4b req-77b9cd0f-0c5b-47e8-8d77-0ef08a7da960 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbd34c67-1976-4257-b0e2-2ea41f81672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205969 Aug 19 13:12:12.651124 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 47424f4a-678d-4870-ae86-843b6d41156c no longer exists at agent hyperv_hv-cinder-80514 {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 19 13:12:13.174897 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278aae50-a3eb-4e85-9c85-4f9741929939 req-dccc81ca-045b-4893-a4e9-aa0bb9a14ae2 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:13.177305 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-278aae50-a3eb-4e85-9c85-4f9741929939 req-dccc81ca-045b-4893-a4e9-aa0bb9a14ae2 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 944 time: 0.1220489 Aug 19 13:12:13.256282 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-278aae50-a3eb-4e85-9c85-4f9741929939 req-0c77983a-30c7-42e9-8e00-e87209d5e279 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704012 Aug 19 13:12:13.474121 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce5b3a-8735-4f48-aa25-ed21d8180a89 req-c19529dc-4bdb-4060-b27b-0d4c59183b1a tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:13.476268 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-f0ce5b3a-8735-4f48-aa25-ed21d8180a89 req-c19529dc-4bdb-4060-b27b-0d4c59183b1a tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.1010082 Aug 19 13:12:13.548880 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-f0ce5b3a-8735-4f48-aa25-ed21d8180a89 req-e0669d9e-48d1-4f28-b01d-fa54e0ad9d45 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602653 Aug 19 13:12:13.935900 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9916e1-fd3b-4da0-94f1-36feaf87e734 req-51856d78-604b-4d15-b7b5-28adf400b2ec tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:13.938126 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-8c9916e1-fd3b-4da0-94f1-36feaf87e734 req-51856d78-604b-4d15-b7b5-28adf400b2ec tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e65dc8a-b31c-472a-a9c1-30a8a6c8d1c5 HTTP/1.1" status: 200 len: 944 time: 0.1756728 Aug 19 13:12:14.037325 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-8c9916e1-fd3b-4da0-94f1-36feaf87e734 req-98707111-7635-4a5c-bbc4-a8d710bb9399 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbd34c67-1976-4257-b0e2-2ea41f81672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891020 Aug 19 13:12:14.513009 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365d4b4-5f2f-4e40-ba3a-225c1df4935b req-a04c0980-ca5f-4d06-b8d6-a7f19c928296 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:14.520230 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-c365d4b4-5f2f-4e40-ba3a-225c1df4935b req-a04c0980-ca5f-4d06-b8d6-a7f19c928296 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 944 time: 0.1216567 Aug 19 13:12:14.580271 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-c365d4b4-5f2f-4e40-ba3a-225c1df4935b req-8837995b-04e1-4295-912e-abe150b92e89 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589073 Aug 19 13:12:14.800497 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f11a0c-3eba-4b1b-b21b-e2cf203a81b4 req-edaf4e93-2696-4756-944e-2e6faa32a482 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:14.802344 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-70f11a0c-3eba-4b1b-b21b-e2cf203a81b4 req-edaf4e93-2696-4756-944e-2e6faa32a482 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.1108758 Aug 19 13:12:14.886894 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-70f11a0c-3eba-4b1b-b21b-e2cf203a81b4 req-6ed8f8d8-2a04-4edd-a0cb-f424b7033a98 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742946 Aug 19 13:12:15.315272 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798a7db-051c-40d9-803e-5392061d7a5a req-e983d460-dd98-45f3-824a-d212a606b089 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:15.320309 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-c798a7db-051c-40d9-803e-5392061d7a5a req-e983d460-dd98-45f3-824a-d212a606b089 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e65dc8a-b31c-472a-a9c1-30a8a6c8d1c5 HTTP/1.1" status: 200 len: 944 time: 0.1416790 Aug 19 13:12:15.427364 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-c798a7db-051c-40d9-803e-5392061d7a5a req-b0614ed1-d1cb-446f-94c8-04c6aaed9e8f tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbd34c67-1976-4257-b0e2-2ea41f81672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977280 Aug 19 13:12:15.881611 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7e83d9-2d69-427f-b6d3-03454075aff4 req-2b7aa79a-9fc6-4032-9581-e383720d0853 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:15.884192 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-1a7e83d9-2d69-427f-b6d3-03454075aff4 req-2b7aa79a-9fc6-4032-9581-e383720d0853 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 944 time: 0.1303535 Aug 19 13:12:15.967651 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-1a7e83d9-2d69-427f-b6d3-03454075aff4 req-efc07fb8-770b-413c-b218-c7a89d1585af tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706890 Aug 19 13:12:16.232757 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa504483-caac-478e-b426-b915cac9a889 req-2798faff-1a99-4bfc-89a3-fdaae955bdbd tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:16.244162 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-fa504483-caac-478e-b426-b915cac9a889 req-2798faff-1a99-4bfc-89a3-fdaae955bdbd tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.1312404 Aug 19 13:12:16.320766 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-fa504483-caac-478e-b426-b915cac9a889 req-8846ef8c-4bb6-4510-9498-88535b4e636d tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717428 Aug 19 13:12:16.678137 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f65fa9-fa70-436c-9051-ec1782f3a5fb req-93b52147-58f2-4287-8136-77381c9e1e95 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:16.679984 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d3f65fa9-fa70-436c-9051-ec1782f3a5fb req-93b52147-58f2-4287-8136-77381c9e1e95 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e65dc8a-b31c-472a-a9c1-30a8a6c8d1c5 HTTP/1.1" status: 200 len: 944 time: 0.1146438 Aug 19 13:12:16.746823 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d3f65fa9-fa70-436c-9051-ec1782f3a5fb req-067f40dd-ba7f-45ff-b36a-025d1db9b4bc tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbd34c67-1976-4257-b0e2-2ea41f81672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577626 Aug 19 13:12:17.205020 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb575f-eb28-49e2-ae3a-8b5f9889adb6 req-2d62c0ab-d990-40b5-bb2c-ad2e64ff8d04 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:17.206635 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-dfeb575f-eb28-49e2-ae3a-8b5f9889adb6 req-2d62c0ab-d990-40b5-bb2c-ad2e64ff8d04 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 944 time: 0.1093950 Aug 19 13:12:17.265165 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-dfeb575f-eb28-49e2-ae3a-8b5f9889adb6 req-6f5fa9ce-4550-4ea7-b8d3-dc69137917bb tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527799 Aug 19 13:12:17.441137 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 54418) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:12:17.520950 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913eeb9-f392-49ee-84eb-f64f820b1209 req-819c960e-4a8a-4803-928c-7919eddcd955 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:17.521733 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-2913eeb9-f392-49ee-84eb-f64f820b1209 req-819c960e-4a8a-4803-928c-7919eddcd955 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Synchronizing usage tracker for tenant:b4b6db281aeb4ab1a7d3d41dbacfa52a on resource:network {{(pid=79299) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:12:17.543437 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-2913eeb9-f392-49ee-84eb-f64f820b1209 req-819c960e-4a8a-4803-928c-7919eddcd955 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Unset dirty status for tenant:b4b6db281aeb4ab1a7d3d41dbacfa52a on resource:network {{(pid=79299) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:12:17.544839 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-2913eeb9-f392-49ee-84eb-f64f820b1209 req-819c960e-4a8a-4803-928c-7919eddcd955 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/networks?id=9cf8ab72-7b7e-4bd7-af10-857d36059c21 HTTP/1.1" status: 200 len: 815 time: 0.1908362 Aug 19 13:12:17.562557 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-2913eeb9-f392-49ee-84eb-f64f820b1209 req-1da58dc5-da01-49f2-bc1a-e2d6e6edad3c tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/quotas/b4b6db281aeb4ab1a7d3d41dbacfa52a HTTP/1.1" status: 200 len: 375 time: 0.0115166 Aug 19 13:12:17.602145 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-96c0e261-1bd3-420d-8574-8cb2aecd66dd req-74bcc8f5-cba6-40a3-8dc6-ea93958809b3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1591749 Aug 19 13:12:17.612735 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59652b95-c0bb-4421-b458-72c7371ccc78 req-deb3a46b-ac9f-4d73-8379-fd5b790bbfba tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:17.612735 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-59652b95-c0bb-4421-b458-72c7371ccc78 req-deb3a46b-ac9f-4d73-8379-fd5b790bbfba tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.1526225 Aug 19 13:12:17.688626 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-59652b95-c0bb-4421-b458-72c7371ccc78 req-103f0e3d-3f69-42af-a154-e50063d87688 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651445 Aug 19 13:12:17.692793 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-2913eeb9-f392-49ee-84eb-f64f820b1209 req-773612a4-02c2-40d9-a51f-d4b746915f2a tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b4b6db281aeb4ab1a7d3d41dbacfa52a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1227064 Aug 19 13:12:17.895374 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-2913eeb9-f392-49ee-84eb-f64f820b1209 req-207dff2d-41fa-4fc5-a453-e9d30e3e815e service neutron] 10.222.0.49 "GET /v2.0/networks/9cf8ab72-7b7e-4bd7-af10-857d36059c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002189 Aug 19 13:12:18.043327 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f41d06-b4c6-48f5-ac18-2ec39229e5c9 req-6bf04a71-e1c7-4225-bc05-d257e16bcb01 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:18.045285 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-e3f41d06-b4c6-48f5-ac18-2ec39229e5c9 req-6bf04a71-e1c7-4225-bc05-d257e16bcb01 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e65dc8a-b31c-472a-a9c1-30a8a6c8d1c5 HTTP/1.1" status: 200 len: 944 time: 0.1082442 Aug 19 13:12:18.083158 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-2913eeb9-f392-49ee-84eb-f64f820b1209 req-d7061de9-50f2-4fde-91ea-151317f8ad9d service neutron] 10.222.0.49 "GET /v2.0/networks/9cf8ab72-7b7e-4bd7-af10-857d36059c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801944 Aug 19 13:12:18.110458 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-e3f41d06-b4c6-48f5-ac18-2ec39229e5c9 req-52c4e11a-3904-4120-8801-32bc31a15ce3 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbd34c67-1976-4257-b0e2-2ea41f81672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575473 Aug 19 13:12:18.380554 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-3145f027-4dde-443a-833b-abecf54cd15f req-7a5c7bab-058d-43ac-b9e3-f18402c1d104 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d0c909a-33ac-4a4b-96f7-3a4aa4adc538 HTTP/1.1" status: 200 len: 210 time: 0.0659647 Aug 19 13:12:18.550030 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd089b-7325-49de-bc85-f7f076838227 req-768d2350-8600-4bac-8244-40ae1a45aba9 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:18.551540 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-09fd089b-7325-49de-bc85-f7f076838227 req-768d2350-8600-4bac-8244-40ae1a45aba9 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 944 time: 0.1124988 Aug 19 13:12:18.652330 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-09fd089b-7325-49de-bc85-f7f076838227 req-b722f8f4-a9c9-4d5a-bba9-147f86ee63e1 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914040 Aug 19 13:12:19.108811 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a800d-97ef-4b7e-9135-eb7a3c153ec0 req-650e4278-a1ed-4f76-b3ac-a1c7f2eff1d1 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:19.110647 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-8b8a800d-97ef-4b7e-9135-eb7a3c153ec0 req-650e4278-a1ed-4f76-b3ac-a1c7f2eff1d1 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.2761912 Aug 19 13:12:19.208891 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-8b8a800d-97ef-4b7e-9135-eb7a3c153ec0 req-20345eb1-3061-47f5-acb6-a48ea2a13045 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867171 Aug 19 13:12:19.277205 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb194de-cb19-41bb-a97c-10c4abd73569 req-0f6867d7-7e3c-4e8e-9993-b04766fa5a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:19.280468 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-ccb194de-cb19-41bb-a97c-10c4abd73569 req-0f6867d7-7e3c-4e8e-9993-b04766fa5a44 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 1099 time: 0.1615882 Aug 19 13:12:19.497203 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-ccb194de-cb19-41bb-a97c-10c4abd73569 req-0cd2c973-b246-48cd-9f8a-fdbd1e169d7d service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063496 Aug 19 13:12:19.568351 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43be9a5-c6d1-4e46-8e4a-a99edba8b79e req-0fba9fe3-aa55-4be3-98cb-de0065df2b52 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:19.569531 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-d43be9a5-c6d1-4e46-8e4a-a99edba8b79e req-0fba9fe3-aa55-4be3-98cb-de0065df2b52 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Synchronizing usage tracker for tenant:eaa12a9090644aa49e46ae920b6a4751 on resource:port {{(pid=79299) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:12:19.614239 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-0348d736-3670-4c85-9059-56063fb0842f req-ae0662e4-f626-4ddc-bdc1-8c2036c3c2ad tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d0c909a-33ac-4a4b-96f7-3a4aa4adc538 HTTP/1.1" status: 200 len: 210 time: 0.0749671 Aug 19 13:12:19.618322 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-d43be9a5-c6d1-4e46-8e4a-a99edba8b79e req-0fba9fe3-aa55-4be3-98cb-de0065df2b52 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Unset dirty status for tenant:eaa12a9090644aa49e46ae920b6a4751 on resource:port {{(pid=79299) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:12:19.620288 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-d43be9a5-c6d1-4e46-8e4a-a99edba8b79e req-0fba9fe3-aa55-4be3-98cb-de0065df2b52 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e65dc8a-b31c-472a-a9c1-30a8a6c8d1c5 HTTP/1.1" status: 200 len: 944 time: 0.2167959 Aug 19 13:12:19.690294 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-d43be9a5-c6d1-4e46-8e4a-a99edba8b79e req-ba18648b-630f-4565-9f60-c1f27188d455 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbd34c67-1976-4257-b0e2-2ea41f81672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587802 Aug 19 13:12:19.906700 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e99c6-aedd-4c33-9eec-6f80a9f0d8bf req-370c305c-442a-4417-9e16-c579d47d37f6 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:19.908171 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-fe3e99c6-aedd-4c33-9eec-6f80a9f0d8bf req-370c305c-442a-4417-9e16-c579d47d37f6 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 944 time: 0.1222184 Aug 19 13:12:19.969108 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-fe3e99c6-aedd-4c33-9eec-6f80a9f0d8bf req-b1c1bdb2-22d1-49c7-9b8f-6e742d568e41 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497391 Aug 19 13:12:20.680830 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device e721448f-a06c-49a2-a03c-aed3334b8c5e details requested by agent hyperv_hv-cinder-80514 with host hv-cinder-80514 {{(pid=79301) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 19 13:12:20.685269 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913eeb9-f392-49ee-84eb-f64f820b1209 req-d28eece5-0bed-41b9-b700-348b31c5af22 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:20.688258 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-2913eeb9-f392-49ee-84eb-f64f820b1209 req-d28eece5-0bed-41b9-b700-348b31c5af22 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.68 "GET /v2.0/networks?id=9cf8ab72-7b7e-4bd7-af10-857d36059c21 HTTP/1.1" status: 200 len: 815 time: 0.3601995 Aug 19 13:12:20.703737 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 54522) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:12:20.710891 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88feea3f-fa5d-4c9d-be2e-d3a336310061 req-693f04e8-2796-42d9-b66b-3d3609aca006 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:20.713602 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-88feea3f-fa5d-4c9d-be2e-d3a336310061 req-693f04e8-2796-42d9-b66b-3d3609aca006 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.3334832 Aug 19 13:12:20.721262 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [req-2913eeb9-f392-49ee-84eb-f64f820b1209 req-44becd06-bf34-4508-bedd-5ea5a10e9ed4 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Request body: {'port': {'device_id': '9d0c909a-33ac-4a4b-96f7-3a4aa4adc538', 'network_id': '9cf8ab72-7b7e-4bd7-af10-857d36059c21', 'admin_state_up': True, 'tenant_id': 'b4b6db281aeb4ab1a7d3d41dbacfa52a'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:12:20.799183 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac7cf1b1-cc60-4c0d-8bcb-713c7d2cff10 admin admin] Deleting subnet 677ab495-a694-4031-bd9b-c29a47cd01a3 {{(pid=79300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 19 13:12:20.802796 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-ac7cf1b1-cc60-4c0d-8bcb-713c7d2cff10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:20.897366 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-ac7cf1b1-cc60-4c0d-8bcb-713c7d2cff10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6203714'] for subnet, precommit_delete_associations {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:20.982722 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-ac7cf1b1-cc60-4c0d-8bcb-713c7d2cff10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916658'] for subnet, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:21.041889 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port e721448f-a06c-49a2-a03c-aed3334b8c5e, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=e721448f-a06c-49a2-a03c-aed3334b8c5e,segment=NetworkSegment(47e62809-762b-4f75-9963-563bac7ed532),segment_id=47e62809-762b-4f75-9963-563bac7ed532)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:12:21.065866 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Returning: {'device': 'e721448f-a06c-49a2-a03c-aed3334b8c5e', 'network_id': 'cbbb7b04-d159-4db9-9d46-5cb758065124', 'port_id': 'e721448f-a06c-49a2-a03c-aed3334b8c5e', 'mac_address': 'fa:16:3e:25:c6:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '610ab15b-796b-4f43-8dc4-77e6b2a09c1b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79301) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 19 13:12:21.078571 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-88feea3f-fa5d-4c9d-be2e-d3a336310061 req-506411e0-5321-468a-a845-694715f61f6b tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326700 Aug 19 13:12:21.163506 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [req-2913eeb9-f392-49ee-84eb-f64f820b1209 req-44becd06-bf34-4508-bedd-5ea5a10e9ed4 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:12:21.164830 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:21.177934 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [req-2913eeb9-f392-49ee-84eb-f64f820b1209 req-44becd06-bf34-4508-bedd-5ea5a10e9ed4 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:12:21.183979 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-c37eed4b-a2e6-45c2-a4aa-27b380731928 req-2814f28f-544f-4379-a86a-6f9d1a5e3da8 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d0c909a-33ac-4a4b-96f7-3a4aa4adc538 HTTP/1.1" status: 200 len: 210 time: 0.0615044 Aug 19 13:12:21.194900 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2913eeb9-f392-49ee-84eb-f64f820b1209 req-44becd06-bf34-4508-bedd-5ea5a10e9ed4 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Made reservation on behalf of b4b6db281aeb4ab1a7d3d41dbacfa52a for: {'port': 1} {{(pid=79299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:12:21.201399 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e721448f-a06c-49a2-a03c-aed3334b8c5e {{(pid=79301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:12:21.207533 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-2913eeb9-f392-49ee-84eb-f64f820b1209 req-44becd06-bf34-4508-bedd-5ea5a10e9ed4 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:21.230180 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port e721448f-a06c-49a2-a03c-aed3334b8c5e, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=e721448f-a06c-49a2-a03c-aed3334b8c5e,segment=NetworkSegment(47e62809-762b-4f75-9963-563bac7ed532),segment_id=47e62809-762b-4f75-9963-563bac7ed532)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:12:21.236091 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:21.241303 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-a2d5fb8c-9dbe-4786-9fd7-942d9fea82c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:12:21.305070 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-ac7cf1b1-cc60-4c0d-8bcb-713c7d2cff10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6202572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374726'] for subnet, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:21.313395 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-e9f7b3f4-5e8b-46d2-b065-bcdc16676ad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:12:21.347068 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=e721448f-a06c-49a2-a03c-aed3334b8c5e,revision_number=4']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:12:21.360029 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:12:21.447514 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7cf1b1-cc60-4c0d-8bcb-713c7d2cff10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=677ab495-a694-4031-bd9b-c29a47cd01a3,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:12:21.450288 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-ac7cf1b1-cc60-4c0d-8bcb-713c7d2cff10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for subnet, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:21.456619 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.db_base_plugin_common [req-2913eeb9-f392-49ee-84eb-f64f820b1209 req-44becd06-bf34-4508-bedd-5ea5a10e9ed4 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Allocated IP 172.20.0.10 (9cf8ab72-7b7e-4bd7-af10-857d36059c21/26c62690-9449-4656-a8e9-dd8f15fc1ced/4112eb92-3584-4b11-82b7-c0aef71ca0c1) {{(pid=79299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:12:21.457940 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-ac7cf1b1-cc60-4c0d-8bcb-713c7d2cff10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:12:21.475682 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-ac7cf1b1-cc60-4c0d-8bcb-713c7d2cff10 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/677ab495-a694-4031-bd9b-c29a47cd01a3 HTTP/1.1" status: 204 len: 168 time: 0.7707722 Aug 19 13:12:21.478922 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 54538) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:12:21.482067 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0e261-1bd3-420d-8574-8cb2aecd66dd req-4961142f-bd6d-471a-b83a-2fa640af0fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:21.483927 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-96c0e261-1bd3-420d-8574-8cb2aecd66dd req-4961142f-bd6d-471a-b83a-2fa640af0fa3 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183&tenant_id=11dcb989ec6c4491ae1ae5f2a00cbfd7 HTTP/1.1" status: 200 len: 1097 time: 0.2981565 Aug 19 13:12:21.531182 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128d536-4fd2-45e0-8602-a429092e6bdb req-efb2bcdd-8312-45e4-8c3d-f54bc6326c9e tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:21.533747 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-3128d536-4fd2-45e0-8602-a429092e6bdb req-efb2bcdd-8312-45e4-8c3d-f54bc6326c9e tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 944 time: 0.1570609 Aug 19 13:12:21.642864 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-3128d536-4fd2-45e0-8602-a429092e6bdb req-34e081e3-9c88-43b7-b403-07dd9f0373d7 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988541 Aug 19 13:12:21.658799 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0e261-1bd3-420d-8574-8cb2aecd66dd req-af976274-5118-480d-9849-df870b02b558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:21.660585 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-96c0e261-1bd3-420d-8574-8cb2aecd66dd req-af976274-5118-480d-9849-df870b02b558 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=11dcb989ec6c4491ae1ae5f2a00cbfd7&device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 1097 time: 0.1185472 Aug 19 13:12:21.667668 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc6f95-f36c-4922-b7ae-aaeec51b7f44 req-59457e7c-2632-435f-a13c-f7ba28bababd tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:21.669156 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e5dc6f95-f36c-4922-b7ae-aaeec51b7f44 req-59457e7c-2632-435f-a13c-f7ba28bababd tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e65dc8a-b31c-472a-a9c1-30a8a6c8d1c5 HTTP/1.1" status: 200 len: 945 time: 0.3053634 Aug 19 13:12:21.679838 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] get_ports_and_sgs() called for port_ids ['e721448f-a06c-49a2-a03c-aed3334b8c5e'] {{(pid=79301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 19 13:12:21.683380 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-77610bc3-286c-4ad7-84f3-d0eae5050ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-793971'] for network, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:21.814524 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0e261-1bd3-420d-8574-8cb2aecd66dd req-fb3219ac-a3ac-4c29-b025-779aa6ee9be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:21.817905 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-96c0e261-1bd3-420d-8574-8cb2aecd66dd req-fb3219ac-a3ac-4c29-b025-779aa6ee9be5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=3b979c5e-82fd-4500-9fbc-547a88a6c3c4 HTTP/1.1" status: 200 len: 917 time: 0.1489003 Aug 19 13:12:21.827378 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e5dc6f95-f36c-4922-b7ae-aaeec51b7f44 req-4343985e-b425-441a-956b-7893d9261a73 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbd34c67-1976-4257-b0e2-2ea41f81672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418762 Aug 19 13:12:21.996765 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-96c0e261-1bd3-420d-8574-8cb2aecd66dd req-be603b6a-2274-4acc-86b0-3b41b95350f3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47424f4a-678d-4870-ae86-843b6d41156c HTTP/1.1" status: 200 len: 999 time: 0.1697388 Aug 19 13:12:22.025158 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-77610bc3-286c-4ad7-84f3-d0eae5050ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914249', 'neutron.services.segments.db._delete_segments_for_network-8734197845149'] for network, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:22.050966 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.services.segments.db [None req-77610bc3-286c-4ad7-84f3-d0eae5050ced admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['428fc940-9edc-4973-b634-4ade05df4d4c']}} {{(pid=79299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:12:22.068121 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-2913eeb9-f392-49ee-84eb-f64f820b1209 req-44becd06-bf34-4508-bedd-5ea5a10e9ed4 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Notify callbacks [] for port, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:22.069451 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0e261-1bd3-420d-8574-8cb2aecd66dd req-947ea98f-1c96-4748-8eba-0a5c5ce2b24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:22.071673 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-96c0e261-1bd3-420d-8574-8cb2aecd66dd req-947ea98f-1c96-4748-8eba-0a5c5ce2b24f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a5197019-4cd9-46fe-ad6e-7e976db4e517 HTTP/1.1" status: 200 len: 854 time: 0.0647051 Aug 19 13:12:22.072425 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.services.segments.db [None req-77610bc3-286c-4ad7-84f3-d0eae5050ced admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b28da94-8e17-4677-8ffd-5efd373fd992') {'for_net_delete': True} {{(pid=79299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:12:22.072722 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.services.segments.db [None req-77610bc3-286c-4ad7-84f3-d0eae5050ced admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b28da94-8e17-4677-8ffd-5efd373fd992') {} {{(pid=79299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:12:22.087935 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-77610bc3-286c-4ad7-84f3-d0eae5050ced admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734197843447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6934668'] for segment, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:22.106194 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-77610bc3-286c-4ad7-84f3-d0eae5050ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910984'] for segment, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:22.114425 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77610bc3-286c-4ad7-84f3-d0eae5050ced admin admin] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=79299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:12:22.114828 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-77610bc3-286c-4ad7-84f3-d0eae5050ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-910977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6301165'] for segment, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:22.133575 dv-cinder-805144-1-iscsi neutron-server[79299]: Traceback (most recent call last): Aug 19 13:12:22.133575 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:12:22.133575 dv-cinder-805144-1-iscsi neutron-server[79299]: timer() Aug 19 13:12:22.133575 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:12:22.133575 dv-cinder-805144-1-iscsi neutron-server[79299]: cb(*args, **kw) Aug 19 13:12:22.133575 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 19 13:12:22.133575 dv-cinder-805144-1-iscsi neutron-server[79299]: return func(*args, **kwargs) Aug 19 13:12:22.133575 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:12:22.133575 dv-cinder-805144-1-iscsi neutron-server[79299]: self._notify() Aug 19 13:12:22.133575 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:12:22.133575 dv-cinder-805144-1-iscsi neutron-server[79299]: self.callback(batched_events) Aug 19 13:12:22.133575 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:12:22.133575 dv-cinder-805144-1-iscsi neutron-server[79299]: event.method(event) Aug 19 13:12:22.133575 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 19 13:12:22.133575 dv-cinder-805144-1-iscsi neutron-server[79299]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:12:22.133575 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 19 13:12:22.133575 dv-cinder-805144-1-iscsi neutron-server[79299]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:12:22.133575 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:12:22.133575 dv-cinder-805144-1-iscsi neutron-server[79299]: return f(self, *a, **k) Aug 19 13:12:22.133575 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:12:22.133575 dv-cinder-805144-1-iscsi neutron-server[79299]: return self._get(url).json() Aug 19 13:12:22.133575 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:12:22.133575 dv-cinder-805144-1-iscsi neutron-server[79299]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:12:22.133575 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:12:22.133575 dv-cinder-805144-1-iscsi neutron-server[79299]: return self.request(url, 'GET', **kwargs) Aug 19 13:12:22.133575 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:12:22.133575 dv-cinder-805144-1-iscsi neutron-server[79299]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:12:22.133575 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:12:22.133575 dv-cinder-805144-1-iscsi neutron-server[79299]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:12:22.133575 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:12:22.133575 dv-cinder-805144-1-iscsi neutron-server[79299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:12:22.133575 dv-cinder-805144-1-iscsi neutron-server[79299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:12:22.160068 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0e261-1bd3-420d-8574-8cb2aecd66dd req-bdd2c0d9-69c2-4e8f-a54f-1f6abe2b4be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:22.161569 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-96c0e261-1bd3-420d-8574-8cb2aecd66dd req-bdd2c0d9-69c2-4e8f-a54f-1f6abe2b4be3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3b979c5e-82fd-4500-9fbc-547a88a6c3c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0824454 Aug 19 13:12:22.214933 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-77610bc3-286c-4ad7-84f3-d0eae5050ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962902'] for network, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:22.217425 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-2913eeb9-f392-49ee-84eb-f64f820b1209 req-44becd06-bf34-4508-bedd-5ea5a10e9ed4 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6301144'] for port, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:22.224133 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:12:22.238339 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-77610bc3-286c-4ad7-84f3-d0eae5050ced admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for network, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:22.252651 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77610bc3-286c-4ad7-84f3-d0eae5050ced admin admin] Pushing event deleted for resources: {'Network': ['ID=428fc940-9edc-4973-b634-4ade05df4d4c,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:12:22.272029 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77610bc3-286c-4ad7-84f3-d0eae5050ced admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:22.272394 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77610bc3-286c-4ad7-84f3-d0eae5050ced admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:22.272758 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77610bc3-286c-4ad7-84f3-d0eae5050ced admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:22.273143 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77610bc3-286c-4ad7-84f3-d0eae5050ced admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:22.273498 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77610bc3-286c-4ad7-84f3-d0eae5050ced admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:22.273856 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77610bc3-286c-4ad7-84f3-d0eae5050ced admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:22.274229 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77610bc3-286c-4ad7-84f3-d0eae5050ced admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:22.274549 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77610bc3-286c-4ad7-84f3-d0eae5050ced admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:22.274898 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77610bc3-286c-4ad7-84f3-d0eae5050ced admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:22.275242 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77610bc3-286c-4ad7-84f3-d0eae5050ced admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:22.275604 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77610bc3-286c-4ad7-84f3-d0eae5050ced admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:22.275949 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77610bc3-286c-4ad7-84f3-d0eae5050ced admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:22.279856 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2913eeb9-f392-49ee-84eb-f64f820b1209 req-44becd06-bf34-4508-bedd-5ea5a10e9ed4 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Network 9cf8ab72-7b7e-4bd7-af10-857d36059c21 is already hosted by enough agents. {{(pid=79299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:12:22.282276 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-77610bc3-286c-4ad7-84f3-d0eae5050ced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:12:22.282962 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-98282a2d-447d-4e67-8984-1ce7baca4a85 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:12:22.320596 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.base_scheduler [req-2913eeb9-f392-49ee-84eb-f64f820b1209 req-44becd06-bf34-4508-bedd-5ea5a10e9ed4 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Resources bound (agent type, host, resource id): {{(pid=79299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:12:22.333532 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.l3_dvrscheduler_db [req-2913eeb9-f392-49ee-84eb-f64f820b1209 req-44becd06-bf34-4508-bedd-5ea5a10e9ed4 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Received port after_create {{(pid=79299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:12:22.372959 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-96c0e261-1bd3-420d-8574-8cb2aecd66dd req-62f6230f-31eb-4d23-b08c-1cb3b9135275 service neutron] 10.222.0.68 "GET /v2.0/networks/3b979c5e-82fd-4500-9fbc-547a88a6c3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027514 Aug 19 13:12:22.409075 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-77610bc3-286c-4ad7-84f3-d0eae5050ced admin admin] 10.222.0.49 "DELETE /v2.0/networks/428fc940-9edc-4973-b634-4ade05df4d4c HTTP/1.1" status: 204 len: 168 time: 0.9284887 Aug 19 13:12:22.416800 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ea7a6-b30b-4086-990b-23626afb0ba0 req-3311b2c6-9a2a-40cf-bdaf-2e62705e9140 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:22.418313 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-435ea7a6-b30b-4086-990b-23626afb0ba0 req-3311b2c6-9a2a-40cf-bdaf-2e62705e9140 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.1772733 Aug 19 13:12:22.546982 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-435ea7a6-b30b-4086-990b-23626afb0ba0 req-a9e80fb6-70a6-4c37-a77b-542dbe45e79b tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765274 Aug 19 13:12:22.594461 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-96c0e261-1bd3-420d-8574-8cb2aecd66dd req-1cd6bf48-54d7-425e-af1a-6e1f2fa6e3de service neutron] 10.222.0.68 "GET /v2.0/networks/3b979c5e-82fd-4500-9fbc-547a88a6c3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119963 Aug 19 13:12:22.595266 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 54560) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:12:22.624142 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913eeb9-f392-49ee-84eb-f64f820b1209 req-44becd06-bf34-4508-bedd-5ea5a10e9ed4 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:22.625429 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-2913eeb9-f392-49ee-84eb-f64f820b1209 req-44becd06-bf34-4508-bedd-5ea5a10e9ed4 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for port, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:22.639989 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44becd06-bf34-4508-bedd-5ea5a10e9ed4 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Pushing event updated for resources: {'Port': ['ID=4112eb92-3584-4b11-82b7-c0aef71ca0c1,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:12:22.655289 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-44becd06-bf34-4508-bedd-5ea5a10e9ed4 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:12:22.665681 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] get_ports_and_sgs() called for port_ids ['b90ebf80-3af1-4e47-873d-8555c773396c', '3b567a37-7883-47e0-9f6b-5813c1c8aed1', 'f3462dce-4463-4852-9124-33a057af6a3e'] {{(pid=79301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 19 13:12:22.674114 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-2913eeb9-f392-49ee-84eb-f64f820b1209 req-44becd06-bf34-4508-bedd-5ea5a10e9ed4 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9587879 Aug 19 13:12:22.692821 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-c2fc8626-e641-488f-9bda-92396e219e76 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fb526f580b174650bfd37cf6eb800d5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0958261 Aug 19 13:12:22.693574 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 54570) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:12:22.719684 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc47ea-fe80-47cb-9729-c364456b8710 req-c9f923fa-5f46-4dab-acd8-7b8016768907 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:22.725512 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-84bc47ea-fe80-47cb-9729-c364456b8710 req-c9f923fa-5f46-4dab-acd8-7b8016768907 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Synchronizing usage tracker for tenant:b4b6db281aeb4ab1a7d3d41dbacfa52a on resource:port {{(pid=79299) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:12:22.750777 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [req-2913eeb9-f392-49ee-84eb-f64f820b1209 req-59a1862b-8164-4351-8b71-1d34c322ecbe service neutron] Request body: {'port': {'device_id': '9d0c909a-33ac-4a4b-96f7-3a4aa4adc538', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80514'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:12:22.861529 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-84bc47ea-fe80-47cb-9729-c364456b8710 req-c9f923fa-5f46-4dab-acd8-7b8016768907 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Unset dirty status for tenant:b4b6db281aeb4ab1a7d3d41dbacfa52a on resource:port {{(pid=79299) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:12:22.863222 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-84bc47ea-fe80-47cb-9729-c364456b8710 req-c9f923fa-5f46-4dab-acd8-7b8016768907 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d0c909a-33ac-4a4b-96f7-3a4aa4adc538 HTTP/1.1" status: 200 len: 932 time: 0.5320401 Aug 19 13:12:22.934053 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-2b1f8180-1b60-422a-bb92-deeac845b3f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:22.973753 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-2b1f8180-1b60-422a-bb92-deeac845b3f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:23.081498 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-84bc47ea-fe80-47cb-9729-c364456b8710 req-076a2fc9-6784-4492-9c29-e0467293386a tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968381 Aug 19 13:12:23.082598 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-2913eeb9-f392-49ee-84eb-f64f820b1209 req-59a1862b-8164-4351-8b71-1d34c322ecbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:23.193365 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-2b1f8180-1b60-422a-bb92-deeac845b3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:23.222314 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-95fd812e-117b-49b9-9447-0a2c4d299e16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:12:23.243759 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f8180-1b60-422a-bb92-deeac845b3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b6bfed-7730-483e-870a-f2ff1fe2dd67,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:12:23.247807 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-2b1f8180-1b60-422a-bb92-deeac845b3f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:12:23.260937 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-2b1f8180-1b60-422a-bb92-deeac845b3f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:23.265059 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-2b1f8180-1b60-422a-bb92-deeac845b3f1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a6b6bfed-7730-483e-870a-f2ff1fe2dd67 HTTP/1.1" status: 204 len: 168 time: 0.5694187 Aug 19 13:12:23.298921 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3698b-9eb5-49b4-9004-c203c571d72a req-757ae783-9e65-4e93-a694-d52e9a8bb93c tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:23.303684 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-45e3698b-9eb5-49b4-9004-c203c571d72a req-757ae783-9e65-4e93-a694-d52e9a8bb93c tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 944 time: 0.2708542 Aug 19 13:12:23.435806 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-45e3698b-9eb5-49b4-9004-c203c571d72a req-4f0c98df-485d-4a8d-b4f7-36dd7c30fcf4 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233513 Aug 19 13:12:24.002948 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0275364-3f81-407c-a73c-824cba657e43 req-63a51d33-107d-4e77-8597-4501a4058e21 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:24.009499 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-b0275364-3f81-407c-a73c-824cba657e43 req-63a51d33-107d-4e77-8597-4501a4058e21 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e65dc8a-b31c-472a-a9c1-30a8a6c8d1c5 HTTP/1.1" status: 200 len: 945 time: 0.3016393 Aug 19 13:12:24.027147 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.notifiers.nova [req-2913eeb9-f392-49ee-84eb-f64f820b1209 req-59a1862b-8164-4351-8b71-1d34c322ecbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4112eb92-3584-4b11-82b7-c0aef71ca0c1 {{(pid=79299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:12:24.039394 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-2913eeb9-f392-49ee-84eb-f64f820b1209 req-59a1862b-8164-4351-8b71-1d34c322ecbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:24.073728 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c124c3-04f0-472a-98ec-797cf8273cbb req-9bc4adc4-d22b-41c5-a034-ec7e12764f49 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:24.092218 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-15c124c3-04f0-472a-98ec-797cf8273cbb req-9bc4adc4-d22b-41c5-a034-ec7e12764f49 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.2423007 Aug 19 13:12:24.191277 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-b0275364-3f81-407c-a73c-824cba657e43 req-ae4f0d56-8c5f-4fc1-b86d-672d1779eae4 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbd34c67-1976-4257-b0e2-2ea41f81672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660123 Aug 19 13:12:24.222016 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.provisioning_blocks [req-2913eeb9-f392-49ee-84eb-f64f820b1209 req-59a1862b-8164-4351-8b71-1d34c322ecbe service neutron] Transition to ACTIVE for port object 4112eb92-3584-4b11-82b7-c0aef71ca0c1 will not be triggered until provisioned by entity L2. {{(pid=79299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:12:24.282180 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-15c124c3-04f0-472a-98ec-797cf8273cbb req-e1dac31f-c908-42b1-bc19-803b11010360 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879146 Aug 19 13:12:24.290729 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-2913eeb9-f392-49ee-84eb-f64f820b1209 req-59a1862b-8164-4351-8b71-1d34c322ecbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6301121'] for port, after_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:24.309101 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-44becd06-bf34-4508-bedd-5ea5a10e9ed4 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:12:24.717391 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device e721448f-a06c-49a2-a03c-aed3334b8c5e up at agent hyperv_hv-cinder-80514 {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:12:24.796469 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a1862b-8164-4351-8b71-1d34c322ecbe service neutron] Pushing event updated for resources: {'Port': ['ID=4112eb92-3584-4b11-82b7-c0aef71ca0c1,revision_number=2']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:12:24.804132 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f379444-8aa1-4d61-af75-72d3a769a3c4 req-70e49358-a65d-4d35-a2a7-d60c1f395dfb tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:24.815013 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-2f379444-8aa1-4d61-af75-72d3a769a3c4 req-70e49358-a65d-4d35-a2a7-d60c1f395dfb tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d0c909a-33ac-4a4b-96f7-3a4aa4adc538 HTTP/1.1" status: 200 len: 944 time: 0.2260091 Aug 19 13:12:24.836093 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-59a1862b-8164-4351-8b71-1d34c322ecbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:12:24.913053 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.managers [req-2913eeb9-f392-49ee-84eb-f64f820b1209 req-59a1862b-8164-4351-8b71-1d34c322ecbe service neutron] Attempting to bind port 4112eb92-3584-4b11-82b7-c0aef71ca0c1 on host hv-cinder-80514 for vnic_type normal with profile {{(pid=79299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:12:24.913053 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.managers [req-2913eeb9-f392-49ee-84eb-f64f820b1209 req-59a1862b-8164-4351-8b71-1d34c322ecbe service neutron] Attempting to bind port 4112eb92-3584-4b11-82b7-c0aef71ca0c1 by drivers openvswitch,hyperv on host hv-cinder-80514 at level 0 using segments [{'id': '8989bbea-6f05-45e9-aa2f-091105ddb490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '9cf8ab72-7b7e-4bd7-af10-857d36059c21'}] {{(pid=79299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:12:24.913053 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2913eeb9-f392-49ee-84eb-f64f820b1209 req-59a1862b-8164-4351-8b71-1d34c322ecbe service neutron] Attempting to bind port 4112eb92-3584-4b11-82b7-c0aef71ca0c1 on network 9cf8ab72-7b7e-4bd7-af10-857d36059c21 {{(pid=79299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:12:24.959477 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Provisioning for port e721448f-a06c-49a2-a03c-aed3334b8c5e completed by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:12:24.963190 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9bc5f-846b-4e04-878c-fcbd1c93c238 req-5e8a9e55-a8da-482c-bb52-52833e502443 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:24.969072 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-29e9bc5f-846b-4e04-878c-fcbd1c93c238 req-5e8a9e55-a8da-482c-bb52-52833e502443 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 944 time: 0.2947917 Aug 19 13:12:24.980395 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Provisioning complete for port e721448f-a06c-49a2-a03c-aed3334b8c5e triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:12:24.980784 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:24.997322 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-2f379444-8aa1-4d61-af75-72d3a769a3c4 req-1c66180e-04ea-4992-88c0-00322503c2a6 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729186 Aug 19 13:12:25.057458 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2913eeb9-f392-49ee-84eb-f64f820b1209 req-59a1862b-8164-4351-8b71-1d34c322ecbe service neutron] Port 4112eb92-3584-4b11-82b7-c0aef71ca0c1 on network 9cf8ab72-7b7e-4bd7-af10-857d36059c21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80514 {{(pid=79299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 19 13:12:25.058083 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2913eeb9-f392-49ee-84eb-f64f820b1209 req-59a1862b-8164-4351-8b71-1d34c322ecbe service neutron] Attempting to bind port 4112eb92-3584-4b11-82b7-c0aef71ca0c1 on network 9cf8ab72-7b7e-4bd7-af10-857d36059c21 {{(pid=79299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:12:25.071967 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c7593-7dfc-42f0-b4f3-91d8e303d3c7 req-7b83bf14-bd90-4267-8da3-e96708ee5ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:25.077172 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2913eeb9-f392-49ee-84eb-f64f820b1209 req-59a1862b-8164-4351-8b71-1d34c322ecbe service neutron] Checking agent: {'id': '5d0591c0-6bc7-4d98-9be8-a8b87dc9a0b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 13, 7, 4), 'started_at': datetime.datetime(2021, 8, 19, 13, 7, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 19 13:12:25.077418 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-904c7593-7dfc-42f0-b4f3-91d8e303d3c7 req-7b83bf14-bd90-4267-8da3-e96708ee5ad4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=21e4df950c014d1894d155aac044e94a&device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 1099 time: 0.1855662 Aug 19 13:12:25.078536 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2913eeb9-f392-49ee-84eb-f64f820b1209 req-59a1862b-8164-4351-8b71-1d34c322ecbe service neutron] Checking segment: {'id': '8989bbea-6f05-45e9-aa2f-091105ddb490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '9cf8ab72-7b7e-4bd7-af10-857d36059c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:12:25.078698 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2913eeb9-f392-49ee-84eb-f64f820b1209 req-59a1862b-8164-4351-8b71-1d34c322ecbe service neutron] Bound using segment: {'id': '8989bbea-6f05-45e9-aa2f-091105ddb490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '9cf8ab72-7b7e-4bd7-af10-857d36059c21'} {{(pid=79299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 19 13:12:25.079318 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.managers [req-2913eeb9-f392-49ee-84eb-f64f820b1209 req-59a1862b-8164-4351-8b71-1d34c322ecbe service neutron] Bound port: 4112eb92-3584-4b11-82b7-c0aef71ca0c1, host: hv-cinder-80514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8989bbea-6f05-45e9-aa2f-091105ddb490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '9cf8ab72-7b7e-4bd7-af10-857d36059c21'}}] {{(pid=79299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:12:25.079923 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-2913eeb9-f392-49ee-84eb-f64f820b1209 req-59a1862b-8164-4351-8b71-1d34c322ecbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:25.196560 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-29e9bc5f-846b-4e04-878c-fcbd1c93c238 req-546b7b61-b7c6-4279-b9f5-ccdc3841db67 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2179015 Aug 19 13:12:25.217717 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:25.254696 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e65dc8a-b31c-472a-a9c1-30a8a6c8d1c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e721448f-a06c-49a2-a03c-aed3334b8c5e'}] {{(pid=79301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:12:25.271108 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port e721448f-a06c-49a2-a03c-aed3334b8c5e, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=e721448f-a06c-49a2-a03c-aed3334b8c5e,segment=NetworkSegment(47e62809-762b-4f75-9963-563bac7ed532),segment_id=47e62809-762b-4f75-9963-563bac7ed532)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:12:25.281358 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:25.291934 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:12:25.302841 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.db [req-2913eeb9-f392-49ee-84eb-f64f820b1209 req-59a1862b-8164-4351-8b71-1d34c322ecbe service neutron] For port 4112eb92-3584-4b11-82b7-c0aef71ca0c1, host hv-cinder-80514, cleared binding levels {{(pid=79299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 19 13:12:25.309712 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.db [req-2913eeb9-f392-49ee-84eb-f64f820b1209 req-59a1862b-8164-4351-8b71-1d34c322ecbe service neutron] For port 4112eb92-3584-4b11-82b7-c0aef71ca0c1, host hv-cinder-80514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=4112eb92-3584-4b11-82b7-c0aef71ca0c1,segment=NetworkSegment(8989bbea-6f05-45e9-aa2f-091105ddb490),segment_id=8989bbea-6f05-45e9-aa2f-091105ddb490)] {{(pid=79299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 19 13:12:25.318831 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-2913eeb9-f392-49ee-84eb-f64f820b1209 req-59a1862b-8164-4351-8b71-1d34c322ecbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6301121'] for port, after_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:25.340363 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-81861b46-e311-4156-a71b-0c0fe9fe201a tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:12:25.443835 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=e721448f-a06c-49a2-a03c-aed3334b8c5e,revision_number=5']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:12:25.467185 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:12:25.492882 dv-cinder-805144-1-iscsi neutron-server[79301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e65dc8a-b31c-472a-a9c1-30a8a6c8d1c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e721448f-a06c-49a2-a03c-aed3334b8c5e', 'code': 200} Aug 19 13:12:25.522749 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a1862b-8164-4351-8b71-1d34c322ecbe service neutron] Pushing event updated for resources: {'Port': ['ID=4112eb92-3584-4b11-82b7-c0aef71ca0c1,revision_number=3']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:12:25.539773 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-59a1862b-8164-4351-8b71-1d34c322ecbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:12:25.556293 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913eeb9-f392-49ee-84eb-f64f820b1209 req-59a1862b-8164-4351-8b71-1d34c322ecbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:25.557128 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-2913eeb9-f392-49ee-84eb-f64f820b1209 req-59a1862b-8164-4351-8b71-1d34c322ecbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for port, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:25.558842 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-2913eeb9-f392-49ee-84eb-f64f820b1209 req-59a1862b-8164-4351-8b71-1d34c322ecbe service neutron] 10.222.0.68 "PUT /v2.0/ports/4112eb92-3584-4b11-82b7-c0aef71ca0c1 HTTP/1.1" status: 200 len: 1094 time: 2.8182032 Aug 19 13:12:25.559380 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d0c909a-33ac-4a4b-96f7-3a4aa4adc538', 'tag': '4112eb92-3584-4b11-82b7-c0aef71ca0c1'}] {{(pid=79299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:12:25.998690 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c7593-7dfc-42f0-b4f3-91d8e303d3c7 req-579982fd-b789-4502-89d8-dfffd665423b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:26.005666 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-904c7593-7dfc-42f0-b4f3-91d8e303d3c7 req-579982fd-b789-4502-89d8-dfffd665423b service neutron] 10.222.0.68 "GET /v2.0/networks?id=1d77b99d-7ba7-4067-8ba3-3867da9acfb5 HTTP/1.1" status: 200 len: 921 time: 0.7035480 Aug 19 13:12:26.074350 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913eeb9-f392-49ee-84eb-f64f820b1209 req-6b1f754c-4cbd-4146-866b-3206fb43af63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:26.076970 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-2913eeb9-f392-49ee-84eb-f64f820b1209 req-6b1f754c-4cbd-4146-866b-3206fb43af63 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b4b6db281aeb4ab1a7d3d41dbacfa52a&device_id=9d0c909a-33ac-4a4b-96f7-3a4aa4adc538 HTTP/1.1" status: 200 len: 1097 time: 0.3457084 Aug 19 13:12:26.080175 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1f68c-b0ac-411e-9793-1e1fbfbed2f8 req-37ccb4f9-b7d9-4b13-92a1-7db214b1e160 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:26.082562 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-aca1f68c-b0ac-411e-9793-1e1fbfbed2f8 req-37ccb4f9-b7d9-4b13-92a1-7db214b1e160 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e65dc8a-b31c-472a-a9c1-30a8a6c8d1c5 HTTP/1.1" status: 200 len: 946 time: 0.3004611 Aug 19 13:12:26.172196 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae0000-e67a-444c-8a96-343b78791935 req-9050ad67-f95e-40c8-b24e-64b630a8c04d tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:26.174775 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a4ae0000-e67a-444c-8a96-343b78791935 req-9050ad67-f95e-40c8-b24e-64b630a8c04d tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.2257435 Aug 19 13:12:26.236414 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.agents_db [None req-9e599f34-f5fc-45b3-b2b5-9720679b7a3a None None] Agent healthcheck: found 6 active agents {{(pid=79302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 19 13:12:26.255769 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-aca1f68c-b0ac-411e-9793-1e1fbfbed2f8 req-03e05f82-3ad6-4b26-b369-7e58e07e62f9 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbd34c67-1976-4257-b0e2-2ea41f81672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922456 Aug 19 13:12:26.265171 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-904c7593-7dfc-42f0-b4f3-91d8e303d3c7 req-86eca0ab-f53a-4bfb-ae22-ba096b21545b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14598cdf-88e3-44de-8ac2-879750d157f0 HTTP/1.1" status: 200 len: 217 time: 0.1814744 Aug 19 13:12:26.275188 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a4ae0000-e67a-444c-8a96-343b78791935 req-6db6dd3a-cafc-4039-8773-11a5a4648446 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919743 Aug 19 13:12:26.337618 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d0c909a-33ac-4a4b-96f7-3a4aa4adc538', 'tag': '4112eb92-3584-4b11-82b7-c0aef71ca0c1', 'status': 'completed', 'code': 200} Aug 19 13:12:26.605756 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02406d1c-27b0-4f01-b52a-febabd70dbbb req-6a24f93b-6ac3-42ff-84c9-b4b5774c2dc8 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:26.615158 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-02406d1c-27b0-4f01-b52a-febabd70dbbb req-6a24f93b-6ac3-42ff-84c9-b4b5774c2dc8 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 944 time: 0.1281221 Aug 19 13:12:26.681255 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-02406d1c-27b0-4f01-b52a-febabd70dbbb req-35b9f26b-1e68-42e5-90ad-c21bb823b657 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649712 Aug 19 13:12:26.704934 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc40d8-a73d-4827-9630-5a3cdc884ebe req-def04450-7120-4804-b545-9e93d39b5bf9 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:26.707102 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-31cc40d8-a73d-4827-9630-5a3cdc884ebe req-def04450-7120-4804-b545-9e93d39b5bf9 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d0c909a-33ac-4a4b-96f7-3a4aa4adc538 HTTP/1.1" status: 200 len: 944 time: 0.1827512 Aug 19 13:12:26.804986 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-31cc40d8-a73d-4827-9630-5a3cdc884ebe req-049acc50-5043-41d4-a8b7-6d117456871a tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890603 Aug 19 13:12:27.662258 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c13ac4-57ef-43de-bdaf-934edb73a008 req-c6f95952-4f84-494e-b541-cb6dfbf79d31 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:27.665545 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d7c13ac4-57ef-43de-bdaf-934edb73a008 req-c6f95952-4f84-494e-b541-cb6dfbf79d31 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e65dc8a-b31c-472a-a9c1-30a8a6c8d1c5 HTTP/1.1" status: 200 len: 946 time: 0.1949954 Aug 19 13:12:27.703218 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f44e13-6df4-47d6-953b-904a6b0b4dfb req-caf95648-3bc8-482c-9f55-c22b0f593d52 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:27.703218 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-f0f44e13-6df4-47d6-953b-904a6b0b4dfb req-caf95648-3bc8-482c-9f55-c22b0f593d52 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.2151799 Aug 19 13:12:27.763354 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d7c13ac4-57ef-43de-bdaf-934edb73a008 req-14118d82-d49f-499a-9878-f0780560f8e7 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbd34c67-1976-4257-b0e2-2ea41f81672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895739 Aug 19 13:12:27.926050 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-f0f44e13-6df4-47d6-953b-904a6b0b4dfb req-8cc398e2-d273-4a93-9adc-1838f4819742 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111781 Aug 19 13:12:28.161909 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-9b3cc934-6917-4d46-a0a7-114d75e6e751 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-691626955&fields=id&tenant_id=a81195fe3cfa46c980fb0484af456fef HTTP/1.1" status: 200 len: 267 time: 0.1124384 Aug 19 13:12:28.170408 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-e5eb7f0e-36c0-4365-91b4-321ca5c56a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:28.329601 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f805a903-ef4c-42b5-807f-f07046eca0af req-ebeddbe6-6d66-46d6-ad07-0aabb5cb8b31 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:28.340669 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-f805a903-ef4c-42b5-807f-f07046eca0af req-ebeddbe6-6d66-46d6-ad07-0aabb5cb8b31 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 944 time: 0.2362971 Aug 19 13:12:28.403402 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-2328c18b-5e69-46e6-8b43-59522256b83c tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:28.406304 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-2328c18b-5e69-46e6-8b43-59522256b83c tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/networks?id=aea097be-4d5e-4757-b2e3-2b4db907e9bb HTTP/1.1" status: 200 len: 811 time: 0.2347901 Aug 19 13:12:28.435688 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-2367ccc2-c888-49dd-95ed-ccd8f4fe19f4 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/quotas/a81195fe3cfa46c980fb0484af456fef HTTP/1.1" status: 200 len: 375 time: 0.0227332 Aug 19 13:12:28.437957 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-f805a903-ef4c-42b5-807f-f07046eca0af req-e0648f30-7b25-4f44-b1d1-0bd24dffcb52 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962052 Aug 19 13:12:28.599988 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:28.602664 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-faf09655-cf36-4f80-8722-cee0f1cefd43 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Synchronizing usage tracker for tenant:a81195fe3cfa46c980fb0484af456fef on resource:port {{(pid=79300) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:12:28.634234 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-faf09655-cf36-4f80-8722-cee0f1cefd43 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Unset dirty status for tenant:a81195fe3cfa46c980fb0484af456fef on resource:port {{(pid=79300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:12:28.649343 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-faf09655-cf36-4f80-8722-cee0f1cefd43 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a81195fe3cfa46c980fb0484af456fef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1976895 Aug 19 13:12:28.852671 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c748b-3924-4740-b393-9b4036b8ee7e req-bda9e815-9c11-4034-8dc1-8ff83fb091ab tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:28.854328 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-816c748b-3924-4740-b393-9b4036b8ee7e req-bda9e815-9c11-4034-8dc1-8ff83fb091ab tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d0c909a-33ac-4a4b-96f7-3a4aa4adc538 HTTP/1.1" status: 200 len: 944 time: 0.1930001 Aug 19 13:12:28.872704 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-8c49c6bf-48e0-4860-9961-97225b45d050 service neutron] 10.222.0.49 "GET /v2.0/networks/aea097be-4d5e-4757-b2e3-2b4db907e9bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220330 Aug 19 13:12:29.047803 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-816c748b-3924-4740-b393-9b4036b8ee7e req-c23a919e-85ef-475d-8138-0a8e979459e8 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819699 Aug 19 13:12:29.098052 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-52439da6-f813-47bb-9d79-f90d6ac06170 service neutron] 10.222.0.49 "GET /v2.0/networks/aea097be-4d5e-4757-b2e3-2b4db907e9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195089 Aug 19 13:12:29.312548 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009b644-bf90-4b63-aefb-48df9f7521bb req-2bef037f-0c41-40a0-a4de-869a4e346968 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:29.315290 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0009b644-bf90-4b63-aefb-48df9f7521bb req-2bef037f-0c41-40a0-a4de-869a4e346968 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e65dc8a-b31c-472a-a9c1-30a8a6c8d1c5 HTTP/1.1" status: 200 len: 946 time: 0.1209848 Aug 19 13:12:29.376329 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0009b644-bf90-4b63-aefb-48df9f7521bb req-8449e6f7-7104-4273-89e6-9cbb68e0083f tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbd34c67-1976-4257-b0e2-2ea41f81672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514619 Aug 19 13:12:29.675280 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691e55a-b76d-45ac-bd67-137324811e2c req-c1f42588-1d5a-4582-b39c-7602ff204a96 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:29.695456 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-6691e55a-b76d-45ac-bd67-137324811e2c req-c1f42588-1d5a-4582-b39c-7602ff204a96 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.1803343 Aug 19 13:12:29.755240 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-6691e55a-b76d-45ac-bd67-137324811e2c req-e587e266-cae4-41e7-8593-83af806cac23 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500586 Aug 19 13:12:29.961040 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde11e2-70e9-47b1-bf7a-0b228cb78c04 req-728bd0f7-2936-4007-bcd5-91fc2d2071f7 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:29.969386 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-edde11e2-70e9-47b1-bf7a-0b228cb78c04 req-728bd0f7-2936-4007-bcd5-91fc2d2071f7 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 944 time: 0.2253926 Aug 19 13:12:29.971001 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-c9bf8dd3-91e3-4688-af8f-a2d5df6f04b6 req-bf385edf-245b-4b1a-9f80-cfb5a780ad4d tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=eabfc783-74af-4f2a-b814-42912511cd48 HTTP/1.1" status: 200 len: 210 time: 0.0669982 Aug 19 13:12:30.076384 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-edde11e2-70e9-47b1-bf7a-0b228cb78c04 req-cbdb02b5-b21b-4322-af05-9788156b96ed tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055045 Aug 19 13:12:30.344295 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24407550-a875-4845-b1f0-2901257aded2 req-0791a7b0-f582-43c2-82ca-9113204d7436 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:30.346327 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-24407550-a875-4845-b1f0-2901257aded2 req-0791a7b0-f582-43c2-82ca-9113204d7436 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d0c909a-33ac-4a4b-96f7-3a4aa4adc538 HTTP/1.1" status: 200 len: 944 time: 0.1164515 Aug 19 13:12:30.432398 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-24407550-a875-4845-b1f0-2901257aded2 req-6c0412df-910e-45b2-9255-170cd701fdfc tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776680 Aug 19 13:12:30.580205 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 54710) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:12:30.714486 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8351fe5-8a5d-423b-877e-592d6d0376f9 req-eded2277-b3a9-4479-b2dd-ff5435105d0f tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:30.722811 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-b8351fe5-8a5d-423b-877e-592d6d0376f9 req-eded2277-b3a9-4479-b2dd-ff5435105d0f tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e65dc8a-b31c-472a-a9c1-30a8a6c8d1c5 HTTP/1.1" status: 200 len: 946 time: 0.2006514 Aug 19 13:12:30.723196 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-9a67603e-a535-47a7-82dd-94aac4246fb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:30.739737 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-9a67603e-a535-47a7-82dd-94aac4246fb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:12:30.746508 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-9a67603e-a535-47a7-82dd-94aac4246fb3 admin admin] Usage tracker for resource:security_group_rule and tenant:4a968cecce6e49ab96032228a730db10 is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:12:30.749956 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-9a67603e-a535-47a7-82dd-94aac4246fb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:12:30.756311 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-9a67603e-a535-47a7-82dd-94aac4246fb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:12:30.766778 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-b8351fe5-8a5d-423b-877e-592d6d0376f9 req-6490152e-4505-4069-8b04-d8953e0a5932 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbd34c67-1976-4257-b0e2-2ea41f81672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430193 Aug 19 13:12:30.883996 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-9a67603e-a535-47a7-82dd-94aac4246fb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:30.889109 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-9a67603e-a535-47a7-82dd-94aac4246fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:30.903742 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-c5612b59-8b16-4f51-8c5c-be5bbb3617f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:12:30.970620 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-4e641a7e-3bcb-49cd-acc2-64a39544667c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:30.989577 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-9a67603e-a535-47a7-82dd-94aac4246fb3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4a968cecce6e49ab96032228a730db10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4082122 Aug 19 13:12:30.992809 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 54718) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:12:31.000088 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a67603e-a535-47a7-82dd-94aac4246fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9cf0e70-3b6c-4d62-ae7c-6dd328443765,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:12:31.004196 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-9a67603e-a535-47a7-82dd-94aac4246fb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:12:31.065457 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-7350428f-a4e2-4093-ab22-7a89b3c70ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:31.065786 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509f030-570d-422d-b58a-778d012837ed req-27f988fe-8faf-467f-967b-4691bbcf033b tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:31.067370 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a509f030-570d-422d-b58a-778d012837ed req-27f988fe-8faf-467f-967b-4691bbcf033b tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.1264808 Aug 19 13:12:31.104109 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-7350428f-a4e2-4093-ab22-7a89b3c70ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:31.122423 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a509f030-570d-422d-b58a-778d012837ed req-20a2af89-01b2-403f-ba2c-db59427a1fb2 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475507 Aug 19 13:12:31.170796 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-7350428f-a4e2-4093-ab22-7a89b3c70ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:31.175852 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-76813f45-065c-48af-9716-9867e1d88865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:12:31.190389 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350428f-a4e2-4093-ab22-7a89b3c70ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9cf0e70-3b6c-4d62-ae7c-6dd328443765,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:12:31.194018 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-7350428f-a4e2-4093-ab22-7a89b3c70ef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:12:31.240600 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-066ff70a-42b2-4285-ac55-8c68aeb41930 req-5ad0b9e3-1cc5-41a5-8d7f-af9c8068a558 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=eabfc783-74af-4f2a-b814-42912511cd48 HTTP/1.1" status: 200 len: 210 time: 0.0449851 Aug 19 13:12:31.242121 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-7350428f-a4e2-4093-ab22-7a89b3c70ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:31.243382 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-7350428f-a4e2-4093-ab22-7a89b3c70ef6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c9cf0e70-3b6c-4d62-ae7c-6dd328443765 HTTP/1.1" status: 204 len: 168 time: 0.2495103 Aug 19 13:12:31.341197 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe63cc-772a-41a4-8154-14518675281b req-4fd23e22-9e66-4efc-b227-b5e3e3559201 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:31.343027 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a2fe63cc-772a-41a4-8154-14518675281b req-4fd23e22-9e66-4efc-b227-b5e3e3559201 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 944 time: 0.0925684 Aug 19 13:12:31.423919 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a2fe63cc-772a-41a4-8154-14518675281b req-ca964a36-bae3-477d-883b-c0cef6b5e18d tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736196 Aug 19 13:12:31.706780 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1813651-830b-44ab-9173-53314022593f req-84ee8109-af20-418c-93c5-3f7a8d27e057 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:31.721430 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-b1813651-830b-44ab-9173-53314022593f req-84ee8109-af20-418c-93c5-3f7a8d27e057 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d0c909a-33ac-4a4b-96f7-3a4aa4adc538 HTTP/1.1" status: 200 len: 944 time: 0.1267066 Aug 19 13:12:31.805744 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:31.829275 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-b1813651-830b-44ab-9173-53314022593f req-6a9a7a2c-313c-4bca-af58-af844fc216a7 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937324 Aug 19 13:12:32.080587 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a63a01-c74d-4e60-ac59-180c51106ec0 req-b60c26bf-4e70-4505-9625-a9ebdea80106 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:32.082713 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e6a63a01-c74d-4e60-ac59-180c51106ec0 req-b60c26bf-4e70-4505-9625-a9ebdea80106 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e65dc8a-b31c-472a-a9c1-30a8a6c8d1c5 HTTP/1.1" status: 200 len: 946 time: 0.1613059 Aug 19 13:12:32.150335 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e6a63a01-c74d-4e60-ac59-180c51106ec0 req-dd9834df-16f9-42a5-86a6-731cbae9c27b tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbd34c67-1976-4257-b0e2-2ea41f81672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604155 Aug 19 13:12:32.331393 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bdf25d-87a6-4add-a201-3408115fba97 req-1f6cf004-1def-46f3-a399-362120f6bc8d tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:32.333426 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-48bdf25d-87a6-4add-a201-3408115fba97 req-1f6cf004-1def-46f3-a399-362120f6bc8d tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.0922973 Aug 19 13:12:32.394798 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-48bdf25d-87a6-4add-a201-3408115fba97 req-8b444526-4ce2-4bfc-a2b1-9ece1b561a4e tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517004 Aug 19 13:12:32.531619 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-2d02f00c-464d-4126-9951-dad3769fcc58 req-c230424d-b149-4995-b822-915fb7564079 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=eabfc783-74af-4f2a-b814-42912511cd48 HTTP/1.1" status: 200 len: 210 time: 0.1201990 Aug 19 13:12:32.717336 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffa72a-ac84-481c-8af7-e072474b9bf5 req-a7fa2f26-c9ff-4ef9-b5ce-faee33fdff48 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:32.718886 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-adffa72a-ac84-481c-8af7-e072474b9bf5 req-a7fa2f26-c9ff-4ef9-b5ce-faee33fdff48 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 944 time: 0.1158104 Aug 19 13:12:32.783447 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-adffa72a-ac84-481c-8af7-e072474b9bf5 req-3ee6d457-cba6-4cc9-88f6-8d217f8c794d tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585668 Aug 19 13:12:32.881315 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 54768) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:12:33.035388 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-10d71699-66eb-4d15-a918-4ba90002179a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:33.050777 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-10d71699-66eb-4d15-a918-4ba90002179a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:12:33.054749 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-10d71699-66eb-4d15-a918-4ba90002179a admin admin] Usage tracker for resource:security_group_rule and tenant:2329277d761d4cc8b10bba32820808d1 is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:12:33.058293 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-10d71699-66eb-4d15-a918-4ba90002179a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:12:33.064417 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-10d71699-66eb-4d15-a918-4ba90002179a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:12:33.090093 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632da8e-8e2b-4373-8d64-96657562adeb req-54465238-1b71-4bbf-8288-606e85055429 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:33.092152 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-4632da8e-8e2b-4373-8d64-96657562adeb req-54465238-1b71-4bbf-8288-606e85055429 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d0c909a-33ac-4a4b-96f7-3a4aa4adc538 HTTP/1.1" status: 200 len: 944 time: 0.1170335 Aug 19 13:12:33.160084 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-4632da8e-8e2b-4373-8d64-96657562adeb req-ec937776-0e43-4cbc-98a8-b8d7dd73f575 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607932 Aug 19 13:12:33.176997 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-10d71699-66eb-4d15-a918-4ba90002179a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:33.186627 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-10d71699-66eb-4d15-a918-4ba90002179a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:33.199252 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-fc919ac2-390c-4093-a235-ed7892647006 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:12:33.246209 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-10d71699-66eb-4d15-a918-4ba90002179a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2329277d761d4cc8b10bba32820808d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3613367 Aug 19 13:12:33.246209 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d71699-66eb-4d15-a918-4ba90002179a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33804e1f-6070-4863-ab48-78695faadd24,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:12:33.246554 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 54776) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:12:33.265663 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-10d71699-66eb-4d15-a918-4ba90002179a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:12:33.313499 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-41268d49-a503-4bc7-a6eb-c471979bada7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:33.346152 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-41268d49-a503-4bc7-a6eb-c471979bada7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:33.378610 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f9b866-7d08-4082-b97f-4921e9aca5c6 req-c8678b6a-5553-40dc-8298-edcb22c9f10d tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:33.380794 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-06f9b866-7d08-4082-b97f-4921e9aca5c6 req-c8678b6a-5553-40dc-8298-edcb22c9f10d tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e65dc8a-b31c-472a-a9c1-30a8a6c8d1c5 HTTP/1.1" status: 200 len: 946 time: 0.0984671 Aug 19 13:12:33.416122 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-41268d49-a503-4bc7-a6eb-c471979bada7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:33.426817 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-9a67603e-a535-47a7-82dd-94aac4246fb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:12:33.452189 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-06f9b866-7d08-4082-b97f-4921e9aca5c6 req-616f8279-5bd3-4001-af1b-03956811f2d3 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbd34c67-1976-4257-b0e2-2ea41f81672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574234 Aug 19 13:12:33.465218 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41268d49-a503-4bc7-a6eb-c471979bada7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33804e1f-6070-4863-ab48-78695faadd24,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:12:33.469260 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-41268d49-a503-4bc7-a6eb-c471979bada7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:33.471691 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-41268d49-a503-4bc7-a6eb-c471979bada7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/33804e1f-6070-4863-ab48-78695faadd24 HTTP/1.1" status: 204 len: 168 time: 0.2235286 Aug 19 13:12:33.497163 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-41268d49-a503-4bc7-a6eb-c471979bada7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:12:33.516990 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:33.722962 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-22c0a6ae-6ef0-4d3d-8ce9-03b28889c0b3 req-0ea7f410-46e7-4603-8537-e63bd7025f92 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=eabfc783-74af-4f2a-b814-42912511cd48 HTTP/1.1" status: 200 len: 210 time: 0.0609977 Aug 19 13:12:33.776721 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac69b138-ba17-4573-bb77-9c3bc0fb0c54 req-21366a1d-17e9-48d3-a48c-c2b9ff12a677 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:33.784633 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-ac69b138-ba17-4573-bb77-9c3bc0fb0c54 req-21366a1d-17e9-48d3-a48c-c2b9ff12a677 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.1812479 Aug 19 13:12:33.886871 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-ac69b138-ba17-4573-bb77-9c3bc0fb0c54 req-eda20537-d871-4970-91b2-4a5d709a01d9 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011102 Aug 19 13:12:34.071802 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4d0b7-4b25-475f-82ed-0733f6c81f26 req-4e851f64-75d5-401e-a71a-3dfea7dc011d tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:34.073329 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-90b4d0b7-4b25-475f-82ed-0733f6c81f26 req-4e851f64-75d5-401e-a71a-3dfea7dc011d tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 944 time: 0.0917280 Aug 19 13:12:34.132979 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-90b4d0b7-4b25-475f-82ed-0733f6c81f26 req-902acd04-a210-4cbc-b513-563eb8180799 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526135 Aug 19 13:12:34.391028 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be7760-9a09-4148-b01b-57d432403cf4 req-28b85a27-dd85-41c1-bdb5-109ec2730fa3 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:34.392481 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-f8be7760-9a09-4148-b01b-57d432403cf4 req-28b85a27-dd85-41c1-bdb5-109ec2730fa3 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d0c909a-33ac-4a4b-96f7-3a4aa4adc538 HTTP/1.1" status: 200 len: 944 time: 0.1106615 Aug 19 13:12:34.450415 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-f8be7760-9a09-4148-b01b-57d432403cf4 req-e49e05a8-6f27-45a4-b4d4-074316fd978b tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506735 Aug 19 13:12:34.680293 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0194b19-75e2-4fe4-9fd2-a484d333c10e req-b7125473-4fc4-49e6-bd5c-dad68782e9ea tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:34.681846 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d0194b19-75e2-4fe4-9fd2-a484d333c10e req-b7125473-4fc4-49e6-bd5c-dad68782e9ea tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e65dc8a-b31c-472a-a9c1-30a8a6c8d1c5 HTTP/1.1" status: 200 len: 946 time: 0.1023426 Aug 19 13:12:34.736785 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d0194b19-75e2-4fe4-9fd2-a484d333c10e req-8b7d3733-fe43-430e-bd54-c3dceceddec2 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbd34c67-1976-4257-b0e2-2ea41f81672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449953 Aug 19 13:12:34.999858 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:35.099675 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-c81467a0-5a7c-41d8-99ce-6c42ebc9894f req-60fff2d9-5ac1-4445-b347-c7d48ada2db2 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=eabfc783-74af-4f2a-b814-42912511cd48 HTTP/1.1" status: 200 len: 210 time: 0.0704937 Aug 19 13:12:35.180708 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18487aef-38f1-40c2-b1b6-911b7136cb22 req-4c94bc8e-e0d6-44d8-a369-3401cabbcdd3 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:35.182320 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-18487aef-38f1-40c2-b1b6-911b7136cb22 req-4c94bc8e-e0d6-44d8-a369-3401cabbcdd3 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.1322625 Aug 19 13:12:35.254461 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-18487aef-38f1-40c2-b1b6-911b7136cb22 req-3e0e67f8-262e-4436-90d7-e93cbcafa3b8 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647564 Aug 19 13:12:35.386680 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f845d7-baa2-4e9a-be08-4766f1391004 req-d13f83b6-b013-488b-a8e4-dc793666775b tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:35.389023 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-14f845d7-baa2-4e9a-be08-4766f1391004 req-d13f83b6-b013-488b-a8e4-dc793666775b tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 944 time: 0.0904489 Aug 19 13:12:35.448735 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-14f845d7-baa2-4e9a-be08-4766f1391004 req-e2ae1a99-2488-4680-b75e-03745c79b6f7 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513239 Aug 19 13:12:35.668591 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6b20b-6a13-4a55-ab01-f151a92ed6ca req-2f5f1c9f-690b-4978-a20d-d49cac306ffb tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:35.670117 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-e2b6b20b-6a13-4a55-ab01-f151a92ed6ca req-2f5f1c9f-690b-4978-a20d-d49cac306ffb tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d0c909a-33ac-4a4b-96f7-3a4aa4adc538 HTTP/1.1" status: 200 len: 944 time: 0.0934854 Aug 19 13:12:35.718600 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-e2b6b20b-6a13-4a55-ab01-f151a92ed6ca req-a73cf491-476d-495a-94e6-b9274ccfb130 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422273 Aug 19 13:12:35.934055 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595d507-1855-460d-9e45-ea288ac00d8a req-04c9b04c-8d65-4900-b5ad-86466f0dc84d tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:35.935511 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-1595d507-1855-460d-9e45-ea288ac00d8a req-04c9b04c-8d65-4900-b5ad-86466f0dc84d tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e65dc8a-b31c-472a-a9c1-30a8a6c8d1c5 HTTP/1.1" status: 200 len: 946 time: 0.0808480 Aug 19 13:12:35.982175 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-1595d507-1855-460d-9e45-ea288ac00d8a req-33beeaed-91fb-4cd6-978e-29926363fa90 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbd34c67-1976-4257-b0e2-2ea41f81672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409167 Aug 19 13:12:36.257329 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-0953a82b-b049-4d00-8269-271829e32be0 req-08696d2c-6089-44e9-bbc9-7804c023c706 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=eabfc783-74af-4f2a-b814-42912511cd48 HTTP/1.1" status: 200 len: 210 time: 0.0425510 Aug 19 13:12:36.451543 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c927d8a-0d91-40d4-9369-316da3e56ff5 req-a65f0bb4-d83a-44a7-b917-442f2bea43a4 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:36.453065 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-4c927d8a-0d91-40d4-9369-316da3e56ff5 req-a65f0bb4-d83a-44a7-b917-442f2bea43a4 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.0938120 Aug 19 13:12:36.566090 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-2913eeb9-f392-49ee-84eb-f64f820b1209 req-97fba700-e911-4b1a-9707-681c4c75f84e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4112eb92-3584-4b11-82b7-c0aef71ca0c1 HTTP/1.1" status: 200 len: 217 time: 0.0757017 Aug 19 13:12:36.568831 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-4c927d8a-0d91-40d4-9369-316da3e56ff5 req-e2545cb3-a12d-4fa0-9fce-accff6d74009 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100969 Aug 19 13:12:36.683162 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c7593-7dfc-42f0-b4f3-91d8e303d3c7 req-0c9605e2-58ea-4d96-8d20-c4d7a20709ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:36.684663 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-904c7593-7dfc-42f0-b4f3-91d8e303d3c7 req-0c9605e2-58ea-4d96-8d20-c4d7a20709ac service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7a72a2fc-b629-4f4b-9486-128583568f2d HTTP/1.1" status: 200 len: 859 time: 0.1628013 Aug 19 13:12:36.748209 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-904c7593-7dfc-42f0-b4f3-91d8e303d3c7 req-9e0cc883-5f9e-4ee2-b115-09c0a850843f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1d77b99d-7ba7-4067-8ba3-3867da9acfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476863 Aug 19 13:12:36.749928 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913eeb9-f392-49ee-84eb-f64f820b1209 req-43c72699-870d-409c-bee9-ab2ce11565cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:36.751918 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-2913eeb9-f392-49ee-84eb-f64f820b1209 req-43c72699-870d-409c-bee9-ab2ce11565cc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=26c62690-9449-4656-a8e9-dd8f15fc1ced HTTP/1.1" status: 200 len: 855 time: 0.1464887 Aug 19 13:12:36.769459 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4f2c5-e05a-4c62-a03a-bb61986b292b req-39bb8e6e-6099-402d-9b0d-53e5e4269daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:36.770922 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-8dd4f2c5-e05a-4c62-a03a-bb61986b292b req-39bb8e6e-6099-402d-9b0d-53e5e4269daa service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=6e65dc8a-b31c-472a-a9c1-30a8a6c8d1c5 HTTP/1.1" status: 200 len: 1099 time: 0.2093997 Aug 19 13:12:36.779057 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f686795-75c4-4268-adf3-63e75fbdd5ed req-1159860a-9b9b-4644-af07-288f76db6405 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:36.780629 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4f686795-75c4-4268-adf3-63e75fbdd5ed req-1159860a-9b9b-4644-af07-288f76db6405 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 944 time: 0.1855698 Aug 19 13:12:36.849659 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-2913eeb9-f392-49ee-84eb-f64f820b1209 req-472420ad-3bbc-408f-802a-51649eb53fd3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9cf8ab72-7b7e-4bd7-af10-857d36059c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548112 Aug 19 13:12:36.955202 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4f686795-75c4-4268-adf3-63e75fbdd5ed req-8b27df22-0832-4d24-8dac-22c6f5c19cdc tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688383 Aug 19 13:12:36.963097 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-8dd4f2c5-e05a-4c62-a03a-bb61986b292b req-a295e35e-e0d9-4f20-bfe6-18ca0560605f service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=fbd34c67-1976-4257-b0e2-2ea41f81672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591692 Aug 19 13:12:37.087133 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c643e9-5f58-4337-be61-7593c5553940 req-03eeead3-c7de-4abb-9452-e6696c1e62e5 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:37.089121 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-70c643e9-5f58-4337-be61-7593c5553940 req-03eeead3-c7de-4abb-9452-e6696c1e62e5 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d0c909a-33ac-4a4b-96f7-3a4aa4adc538 HTTP/1.1" status: 200 len: 944 time: 0.2119205 Aug 19 13:12:37.148068 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-2913eeb9-f392-49ee-84eb-f64f820b1209 req-832a85e2-9d0e-4780-bd6e-9c3edc9b8f29 service neutron] 10.222.0.68 "GET /v2.0/networks/9cf8ab72-7b7e-4bd7-af10-857d36059c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909727 Aug 19 13:12:37.175541 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-70c643e9-5f58-4337-be61-7593c5553940 req-a53a947f-9dc7-4eca-8977-ae858ed0e050 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756924 Aug 19 13:12:37.188503 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-904c7593-7dfc-42f0-b4f3-91d8e303d3c7 req-2b100da2-f828-4de9-ac07-9ac543819ff5 service neutron] 10.222.0.68 "GET /v2.0/networks/1d77b99d-7ba7-4067-8ba3-3867da9acfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879819 Aug 19 13:12:37.235081 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3c3b2-d206-432d-9f23-c0e3e2000ff5 req-32ec73c9-d520-4b06-a3ab-cb45d12e0022 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:37.236761 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-79a3c3b2-d206-432d-9f23-c0e3e2000ff5 req-32ec73c9-d520-4b06-a3ab-cb45d12e0022 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e65dc8a-b31c-472a-a9c1-30a8a6c8d1c5 HTTP/1.1" status: 200 len: 946 time: 0.1132388 Aug 19 13:12:37.382053 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-79a3c3b2-d206-432d-9f23-c0e3e2000ff5 req-3cec66b5-ef59-42e6-929e-de827f986ef4 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbd34c67-1976-4257-b0e2-2ea41f81672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349375 Aug 19 13:12:37.425455 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-904c7593-7dfc-42f0-b4f3-91d8e303d3c7 req-a378a108-8b34-4348-a55f-ae75d56f461b service neutron] 10.222.0.68 "GET /v2.0/networks/1d77b99d-7ba7-4067-8ba3-3867da9acfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629894 Aug 19 13:12:37.459265 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-d1054491-99b2-46a9-bbd2-2a814dab19d1 req-67b1f7f9-263d-4aaa-a4be-16f273d2c869 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=eabfc783-74af-4f2a-b814-42912511cd48 HTTP/1.1" status: 200 len: 210 time: 0.0646284 Aug 19 13:12:37.468499 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-2913eeb9-f392-49ee-84eb-f64f820b1209 req-109258cc-b1e7-4adc-8ed2-9713cdc52575 service neutron] 10.222.0.68 "GET /v2.0/networks/9cf8ab72-7b7e-4bd7-af10-857d36059c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058117 Aug 19 13:12:37.739779 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa0fb6-32d6-4fa2-9a33-2664a54c8731 req-5494dd29-08aa-4ec2-b131-41032b51e34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:37.742620 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a3aa0fb6-32d6-4fa2-9a33-2664a54c8731 req-5494dd29-08aa-4ec2-b131-41032b51e34e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b4b6db281aeb4ab1a7d3d41dbacfa52a&device_id=9d0c909a-33ac-4a4b-96f7-3a4aa4adc538 HTTP/1.1" status: 200 len: 1097 time: 0.0879846 Aug 19 13:12:37.769535 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2aacce-d551-40f9-808c-7216248e0488 req-0548e4dc-5231-4064-9e8b-8c1d06653f27 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:37.771021 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-de2aacce-d551-40f9-808c-7216248e0488 req-0548e4dc-5231-4064-9e8b-8c1d06653f27 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.0888202 Aug 19 13:12:37.820861 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-de2aacce-d551-40f9-808c-7216248e0488 req-f82d57e3-d6b0-454f-8061-c2eb61d129b6 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434203 Aug 19 13:12:37.946557 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa0fb6-32d6-4fa2-9a33-2664a54c8731 req-1f1448e5-1742-4cb7-ae83-39432a2901de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:37.948038 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a3aa0fb6-32d6-4fa2-9a33-2664a54c8731 req-1f1448e5-1742-4cb7-ae83-39432a2901de service neutron] 10.222.0.68 "GET /v2.0/networks?id=9cf8ab72-7b7e-4bd7-af10-857d36059c21 HTTP/1.1" status: 200 len: 917 time: 0.1630328 Aug 19 13:12:38.100659 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a3aa0fb6-32d6-4fa2-9a33-2664a54c8731 req-26ce9cb9-8e54-4a63-910c-f988bfef8b67 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4112eb92-3584-4b11-82b7-c0aef71ca0c1 HTTP/1.1" status: 200 len: 217 time: 0.0808544 Aug 19 13:12:38.189680 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-d160db2d-7cc0-4deb-8ef8-c95f892f3aeb tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:38.191124 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-d160db2d-7cc0-4deb-8ef8-c95f892f3aeb tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.68 "GET /v2.0/networks?id=aea097be-4d5e-4757-b2e3-2b4db907e9bb HTTP/1.1" status: 200 len: 811 time: 0.1713319 Aug 19 13:12:38.222028 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa0fb6-32d6-4fa2-9a33-2664a54c8731 req-297ba3f2-1e6e-48ae-be6d-5f79066be41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:38.223469 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a3aa0fb6-32d6-4fa2-9a33-2664a54c8731 req-297ba3f2-1e6e-48ae-be6d-5f79066be41f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=26c62690-9449-4656-a8e9-dd8f15fc1ced HTTP/1.1" status: 200 len: 855 time: 0.0832767 Aug 19 13:12:38.273594 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-cf614d61-24c2-47ed-9451-d7fa7a9c1168 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a81195fe3cfa46c980fb0484af456fef HTTP/1.1" status: 200 len: 379 time: 0.0533054 Aug 19 13:12:38.284376 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a3aa0fb6-32d6-4fa2-9a33-2664a54c8731 req-02717509-888a-4e3e-a065-bd8f281c54fc service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9cf8ab72-7b7e-4bd7-af10-857d36059c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512311 Aug 19 13:12:38.292057 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3972d40-86f1-46c1-b931-3c49f27faea2 req-2d9700b0-875e-4ebe-99d2-a745b430eb27 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:38.293548 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-d3972d40-86f1-46c1-b931-3c49f27faea2 req-2d9700b0-875e-4ebe-99d2-a745b430eb27 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 944 time: 0.1950064 Aug 19 13:12:38.301123 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-9fc04c88-db38-4769-8d1c-c3cf0ac75309 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Request body: {'port': {'device_id': 'eabfc783-74af-4f2a-b814-42912511cd48', 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb', 'admin_state_up': True, 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'security_groups': ['1946f9e0-ba7a-45b8-a77c-830f23fb650d']}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:12:38.434366 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-d3972d40-86f1-46c1-b931-3c49f27faea2 req-0027c1a1-73e5-412e-9524-8d76183acf2f tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344869 Aug 19 13:12:38.502110 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a3aa0fb6-32d6-4fa2-9a33-2664a54c8731 req-c0db0532-9b71-4c3f-86b3-9acf48f56fa2 service neutron] 10.222.0.68 "GET /v2.0/networks/9cf8ab72-7b7e-4bd7-af10-857d36059c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690848 Aug 19 13:12:38.527828 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-9fc04c88-db38-4769-8d1c-c3cf0ac75309 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:12:38.541669 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-9fc04c88-db38-4769-8d1c-c3cf0ac75309 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:12:38.552516 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81405827-ca74-40c2-a0fb-cd291f5a2cf6 req-17b04101-5a5e-444a-9cb5-e7ed0efb1260 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:38.554183 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-81405827-ca74-40c2-a0fb-cd291f5a2cf6 req-17b04101-5a5e-444a-9cb5-e7ed0efb1260 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d0c909a-33ac-4a4b-96f7-3a4aa4adc538 HTTP/1.1" status: 200 len: 944 time: 0.1798925 Aug 19 13:12:38.576406 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-9fc04c88-db38-4769-8d1c-c3cf0ac75309 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Made reservation on behalf of a81195fe3cfa46c980fb0484af456fef for: {'port': 1} {{(pid=79300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:12:38.579787 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-9fc04c88-db38-4769-8d1c-c3cf0ac75309 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:38.664885 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-81405827-ca74-40c2-a0fb-cd291f5a2cf6 req-8f948a09-2417-4c88-94e5-024ca45b1723 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036532 Aug 19 13:12:38.750789 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a3aa0fb6-32d6-4fa2-9a33-2664a54c8731 req-650c53dd-5e8e-4012-8e61-44a3b473e4c1 service neutron] 10.222.0.68 "GET /v2.0/networks/9cf8ab72-7b7e-4bd7-af10-857d36059c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685302 Aug 19 13:12:38.761183 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774070c-273a-4426-aa77-616bf7ea7f0e req-ccf75c87-4644-4311-b616-f890a8bbd0f4 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:38.762707 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-6774070c-273a-4426-aa77-616bf7ea7f0e req-ccf75c87-4644-4311-b616-f890a8bbd0f4 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e65dc8a-b31c-472a-a9c1-30a8a6c8d1c5 HTTP/1.1" status: 200 len: 946 time: 0.2154820 Aug 19 13:12:38.816284 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.db_base_plugin_common [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-9fc04c88-db38-4769-8d1c-c3cf0ac75309 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Allocated IP 172.20.0.12 (aea097be-4d5e-4757-b2e3-2b4db907e9bb/7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33/48d304fd-1ad3-4209-8173-eb8dddd3cc87) {{(pid=79300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:12:38.860708 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-6774070c-273a-4426-aa77-616bf7ea7f0e req-bde01078-a79c-44e7-998e-0fd15c6f40b6 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbd34c67-1976-4257-b0e2-2ea41f81672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917935 Aug 19 13:12:38.937480 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-585b160b-c8ed-482b-aaff-8a5745b36cf8 req-1fcf80ff-eab2-40d6-bdfe-fd659ba8405c tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=eabfc783-74af-4f2a-b814-42912511cd48 HTTP/1.1" status: 200 len: 210 time: 0.0736358 Aug 19 13:12:39.070578 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22752138-145c-4e0f-9eb7-ffa1ef1f8a2a req-f10a1ea5-ceab-4680-a722-f1b556a0c211 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:39.071998 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-22752138-145c-4e0f-9eb7-ffa1ef1f8a2a req-f10a1ea5-ceab-4680-a722-f1b556a0c211 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.0867682 Aug 19 13:12:39.073929 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-9fc04c88-db38-4769-8d1c-c3cf0ac75309 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks [] for port, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:39.091694 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.provisioning_blocks [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-9fc04c88-db38-4769-8d1c-c3cf0ac75309 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Transition to ACTIVE for port object 48d304fd-1ad3-4209-8173-eb8dddd3cc87 will not be triggered until provisioned by entity DHCP. {{(pid=79300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:12:39.119108 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-9fc04c88-db38-4769-8d1c-c3cf0ac75309 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202527'] for port, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:39.123768 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-22752138-145c-4e0f-9eb7-ffa1ef1f8a2a req-24949e72-322f-4b88-a588-5a61e624e10a tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453515 Aug 19 13:12:39.125449 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-5968de4d-21c5-4bbb-8172-8bd3f7a98381 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:12:39.203343 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-9fc04c88-db38-4769-8d1c-c3cf0ac75309 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Network aea097be-4d5e-4757-b2e3-2b4db907e9bb is already hosted by enough agents. {{(pid=79300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:12:39.206530 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.base_scheduler [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-9fc04c88-db38-4769-8d1c-c3cf0ac75309 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Resources bound (agent type, host, resource id): {{(pid=79300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:12:39.211065 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.l3_dvrscheduler_db [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-9fc04c88-db38-4769-8d1c-c3cf0ac75309 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Received port after_create {{(pid=79300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:12:39.253748 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc04c88-db38-4769-8d1c-c3cf0ac75309 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Pushing event updated for resources: {'Port': ['ID=48d304fd-1ad3-4209-8173-eb8dddd3cc87,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:12:39.258375 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-9fc04c88-db38-4769-8d1c-c3cf0ac75309 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:12:39.287254 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-9fc04c88-db38-4769-8d1c-c3cf0ac75309 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:39.288479 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-9fc04c88-db38-4769-8d1c-c3cf0ac75309 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for port, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:39.319741 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-9fc04c88-db38-4769-8d1c-c3cf0ac75309 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0224247 Aug 19 13:12:39.339193 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-d8deb670-1eb2-4724-b14a-5ee435711354 service neutron] Request body: {'port': {'device_id': 'eabfc783-74af-4f2a-b814-42912511cd48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80514'}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:12:39.418029 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-f2f91043-6840-4233-a011-cafdd63f2ed8 None None] Provisioning for port 48d304fd-1ad3-4209-8173-eb8dddd3cc87 completed by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:12:39.424042 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-f2f91043-6840-4233-a011-cafdd63f2ed8 None None] Provisioning complete for port 48d304fd-1ad3-4209-8173-eb8dddd3cc87 triggered by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:12:39.424632 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-f2f91043-6840-4233-a011-cafdd63f2ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:39.476063 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-d8deb670-1eb2-4724-b14a-5ee435711354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:39.484652 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-f2f91043-6840-4233-a011-cafdd63f2ed8 None None] Port 48d304fd-1ad3-4209-8173-eb8dddd3cc87 cannot update to ACTIVE because it is not bound. {{(pid=79301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:12:39.875194 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da02c12-419f-45dc-a024-628515b27971 req-2e0e1f42-dde2-4c61-9031-30188f575af4 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:39.876837 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-1da02c12-419f-45dc-a024-628515b27971 req-2e0e1f42-dde2-4c61-9031-30188f575af4 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 944 time: 0.3243706 Aug 19 13:12:39.958803 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-1da02c12-419f-45dc-a024-628515b27971 req-c5f717ae-e30d-4e76-99ed-e87f791d12d2 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747423 Aug 19 13:12:39.976997 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434f1c9-c661-4741-ba68-09b336845bee req-812f87b4-78c6-42d8-8a10-cd59c51edd07 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:39.978478 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-9434f1c9-c661-4741-ba68-09b336845bee req-812f87b4-78c6-42d8-8a10-cd59c51edd07 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d0c909a-33ac-4a4b-96f7-3a4aa4adc538 HTTP/1.1" status: 200 len: 944 time: 0.1749771 Aug 19 13:12:40.033414 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-9434f1c9-c661-4741-ba68-09b336845bee req-5f234e48-62a5-4eb4-882f-328560ef954b tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434563 Aug 19 13:12:40.073504 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.notifiers.nova [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-d8deb670-1eb2-4724-b14a-5ee435711354 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48d304fd-1ad3-4209-8173-eb8dddd3cc87 {{(pid=79300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:12:40.118987 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-d8deb670-1eb2-4724-b14a-5ee435711354 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:40.153819 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.provisioning_blocks [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-d8deb670-1eb2-4724-b14a-5ee435711354 service neutron] Transition to ACTIVE for port object 48d304fd-1ad3-4209-8173-eb8dddd3cc87 will not be triggered until provisioned by entity L2. {{(pid=79300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:12:40.158595 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-d8deb670-1eb2-4724-b14a-5ee435711354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6202502'] for port, after_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:40.165701 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-98051c9c-30c4-4918-b3f4-98fd885dd540 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:12:40.267700 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449ff2e-80cb-4ff9-8126-39b6211fafd3 req-f54e7719-fceb-4a56-bd53-a69be77986c4 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:40.270011 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a449ff2e-80cb-4ff9-8126-39b6211fafd3 req-f54e7719-fceb-4a56-bd53-a69be77986c4 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=eabfc783-74af-4f2a-b814-42912511cd48 HTTP/1.1" status: 200 len: 944 time: 0.1158781 Aug 19 13:12:40.316787 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8deb670-1eb2-4724-b14a-5ee435711354 service neutron] Pushing event updated for resources: {'Port': ['ID=48d304fd-1ad3-4209-8173-eb8dddd3cc87,revision_number=2']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:12:40.321904 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-a449ff2e-80cb-4ff9-8126-39b6211fafd3 req-eebc2e99-e7ea-44db-ab4e-6afe13abdfb2 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Synchronizing usage tracker for tenant:a81195fe3cfa46c980fb0484af456fef on resource:security_group {{(pid=79299) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:12:40.347323 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-d8deb670-1eb2-4724-b14a-5ee435711354 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:12:40.350766 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-a449ff2e-80cb-4ff9-8126-39b6211fafd3 req-eebc2e99-e7ea-44db-ab4e-6afe13abdfb2 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Unset dirty status for tenant:a81195fe3cfa46c980fb0484af456fef on resource:security_group {{(pid=79299) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:12:40.352213 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a449ff2e-80cb-4ff9-8126-39b6211fafd3 req-eebc2e99-e7ea-44db-ab4e-6afe13abdfb2 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/security-groups?id=1946f9e0-ba7a-45b8-a77c-830f23fb650d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767994 Aug 19 13:12:40.367337 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba1e0c-0f3a-4c61-82c2-ed5aa38da72f req-01ffd8b3-2cb6-4768-9d21-86247c81020b tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:40.368881 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d7ba1e0c-0f3a-4c61-82c2-ed5aa38da72f req-01ffd8b3-2cb6-4768-9d21-86247c81020b tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e65dc8a-b31c-472a-a9c1-30a8a6c8d1c5 HTTP/1.1" status: 200 len: 946 time: 0.2988482 Aug 19 13:12:40.485805 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d7ba1e0c-0f3a-4c61-82c2-ed5aa38da72f req-4089f3ec-ef4b-48ef-8d5a-5605a4dbf833 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbd34c67-1976-4257-b0e2-2ea41f81672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967722 Aug 19 13:12:40.514919 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.managers [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-d8deb670-1eb2-4724-b14a-5ee435711354 service neutron] Attempting to bind port 48d304fd-1ad3-4209-8173-eb8dddd3cc87 on host hv-cinder-80514 for vnic_type normal with profile {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:12:40.515400 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.managers [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-d8deb670-1eb2-4724-b14a-5ee435711354 service neutron] Attempting to bind port 48d304fd-1ad3-4209-8173-eb8dddd3cc87 by drivers openvswitch,hyperv on host hv-cinder-80514 at level 0 using segments [{'id': 'a1d8c933-18dc-4016-981d-085cb6ac807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb'}] {{(pid=79300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:12:40.515857 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-d8deb670-1eb2-4724-b14a-5ee435711354 service neutron] Attempting to bind port 48d304fd-1ad3-4209-8173-eb8dddd3cc87 on network aea097be-4d5e-4757-b2e3-2b4db907e9bb {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:12:40.521888 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-d8deb670-1eb2-4724-b14a-5ee435711354 service neutron] Port 48d304fd-1ad3-4209-8173-eb8dddd3cc87 on network aea097be-4d5e-4757-b2e3-2b4db907e9bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80514 {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 19 13:12:40.523113 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-d8deb670-1eb2-4724-b14a-5ee435711354 service neutron] Attempting to bind port 48d304fd-1ad3-4209-8173-eb8dddd3cc87 on network aea097be-4d5e-4757-b2e3-2b4db907e9bb {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:12:40.529421 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-d8deb670-1eb2-4724-b14a-5ee435711354 service neutron] Checking agent: {'id': '5d0591c0-6bc7-4d98-9be8-a8b87dc9a0b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 13, 7, 4), 'started_at': datetime.datetime(2021, 8, 19, 13, 7, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 19 13:12:40.529971 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-d8deb670-1eb2-4724-b14a-5ee435711354 service neutron] Checking segment: {'id': 'a1d8c933-18dc-4016-981d-085cb6ac807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:12:40.530403 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-d8deb670-1eb2-4724-b14a-5ee435711354 service neutron] Bound using segment: {'id': 'a1d8c933-18dc-4016-981d-085cb6ac807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb'} {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 19 13:12:40.530937 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.managers [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-d8deb670-1eb2-4724-b14a-5ee435711354 service neutron] Bound port: 48d304fd-1ad3-4209-8173-eb8dddd3cc87, host: hv-cinder-80514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1d8c933-18dc-4016-981d-085cb6ac807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb'}}] {{(pid=79300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:12:40.531390 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-d8deb670-1eb2-4724-b14a-5ee435711354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:40.587994 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca73e9-569e-4e08-83f3-75d86dcc6f5b req-5e77a1f0-e059-4253-a96b-7309044439f2 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:40.589681 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-65ca73e9-569e-4e08-83f3-75d86dcc6f5b req-5e77a1f0-e059-4253-a96b-7309044439f2 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.0899229 Aug 19 13:12:40.637963 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.db [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-d8deb670-1eb2-4724-b14a-5ee435711354 service neutron] For port 48d304fd-1ad3-4209-8173-eb8dddd3cc87, host hv-cinder-80514, cleared binding levels {{(pid=79300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 19 13:12:40.641500 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.db [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-d8deb670-1eb2-4724-b14a-5ee435711354 service neutron] For port 48d304fd-1ad3-4209-8173-eb8dddd3cc87, host hv-cinder-80514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=48d304fd-1ad3-4209-8173-eb8dddd3cc87,segment=NetworkSegment(a1d8c933-18dc-4016-981d-085cb6ac807f),segment_id=a1d8c933-18dc-4016-981d-085cb6ac807f)] {{(pid=79300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 19 13:12:40.645742 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-65ca73e9-569e-4e08-83f3-75d86dcc6f5b req-420a6887-22a0-444e-aa70-ec6229511cd3 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479529 Aug 19 13:12:40.646146 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-d8deb670-1eb2-4724-b14a-5ee435711354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6202502'] for port, after_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:40.650839 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-19345901-70ac-4e7b-9100-11b45413f136 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:12:40.718157 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-d8deb670-1eb2-4724-b14a-5ee435711354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:40.718783 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-d8deb670-1eb2-4724-b14a-5ee435711354 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for port, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:40.720203 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-d8deb670-1eb2-4724-b14a-5ee435711354 service neutron] 10.222.0.68 "PUT /v2.0/ports/48d304fd-1ad3-4209-8173-eb8dddd3cc87 HTTP/1.1" status: 200 len: 1094 time: 1.3862550 Aug 19 13:12:40.720709 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eabfc783-74af-4f2a-b814-42912511cd48', 'tag': '48d304fd-1ad3-4209-8173-eb8dddd3cc87'}] {{(pid=79300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:12:40.744693 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8deb670-1eb2-4724-b14a-5ee435711354 service neutron] Pushing event updated for resources: {'Port': ['ID=48d304fd-1ad3-4209-8173-eb8dddd3cc87,revision_number=3']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:12:40.755822 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-d8deb670-1eb2-4724-b14a-5ee435711354 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:12:40.771080 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 4112eb92-3584-4b11-82b7-c0aef71ca0c1 details requested by agent hyperv_hv-cinder-80514 with host hv-cinder-80514 {{(pid=79301) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 19 13:12:40.887368 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eabfc783-74af-4f2a-b814-42912511cd48', 'tag': '48d304fd-1ad3-4209-8173-eb8dddd3cc87', 'status': 'completed', 'code': 200} Aug 19 13:12:40.969862 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-77299c7d-dc2e-4225-83f6-4e76ad9609d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:40.971345 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-77299c7d-dc2e-4225-83f6-4e76ad9609d2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a81195fe3cfa46c980fb0484af456fef&device_id=eabfc783-74af-4f2a-b814-42912511cd48 HTTP/1.1" status: 200 len: 1097 time: 0.1793590 Aug 19 13:12:41.018307 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port 4112eb92-3584-4b11-82b7-c0aef71ca0c1, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=4112eb92-3584-4b11-82b7-c0aef71ca0c1,segment=NetworkSegment(8989bbea-6f05-45e9-aa2f-091105ddb490),segment_id=8989bbea-6f05-45e9-aa2f-091105ddb490)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:12:41.055330 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Returning: {'device': '4112eb92-3584-4b11-82b7-c0aef71ca0c1', 'network_id': '9cf8ab72-7b7e-4bd7-af10-857d36059c21', 'port_id': '4112eb92-3584-4b11-82b7-c0aef71ca0c1', 'mac_address': 'fa:16:3e:9c:36:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26c62690-9449-4656-a8e9-dd8f15fc1ced', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79301) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 19 13:12:41.062154 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-2af50b42-517b-46e2-916e-f276ed815de5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48d304fd-1ad3-4209-8173-eb8dddd3cc87 HTTP/1.1" status: 200 len: 217 time: 0.0750613 Aug 19 13:12:41.130574 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-d8656088-1ee9-43b4-8f94-90a294221401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:41.133015 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-d8656088-1ee9-43b4-8f94-90a294221401 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33 HTTP/1.1" status: 200 len: 850 time: 0.0641055 Aug 19 13:12:41.140818 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:41.160071 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4112eb92-3584-4b11-82b7-c0aef71ca0c1 {{(pid=79301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:12:41.179799 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port 4112eb92-3584-4b11-82b7-c0aef71ca0c1, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=4112eb92-3584-4b11-82b7-c0aef71ca0c1,segment=NetworkSegment(8989bbea-6f05-45e9-aa2f-091105ddb490),segment_id=8989bbea-6f05-45e9-aa2f-091105ddb490)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:12:41.185676 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:41.189079 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:12:41.280680 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=4112eb92-3584-4b11-82b7-c0aef71ca0c1,revision_number=4']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:12:41.284544 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:12:41.329686 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-06416746-db64-4b6d-8de7-50e6f116fddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:41.331405 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-06416746-db64-4b6d-8de7-50e6f116fddb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=aea097be-4d5e-4757-b2e3-2b4db907e9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1811814 Aug 19 13:12:41.353244 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97480dc0-e8ef-4e32-ae63-485c4b33d6fa req-a562e7f9-7fb4-4b5c-bdb3-904c9d6ed5d3 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:41.361735 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-97480dc0-e8ef-4e32-ae63-485c4b33d6fa req-a562e7f9-7fb4-4b5c-bdb3-904c9d6ed5d3 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 944 time: 0.1700153 Aug 19 13:12:41.493886 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-97480dc0-e8ef-4e32-ae63-485c4b33d6fa req-a04f430b-91cc-4c10-a019-25f6e87a18a7 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311555 Aug 19 13:12:41.541749 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d9b42-90cf-4dec-8cdc-f4a6a8b7f536 req-9812f49c-56c5-482e-a994-5c7008dcb855 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:41.547955 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-ba52ae07-952b-478f-a035-68d259217194 service neutron] 10.222.0.68 "GET /v2.0/networks/aea097be-4d5e-4757-b2e3-2b4db907e9bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817873 Aug 19 13:12:41.548272 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-f06d9b42-90cf-4dec-8cdc-f4a6a8b7f536 req-9812f49c-56c5-482e-a994-5c7008dcb855 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d0c909a-33ac-4a4b-96f7-3a4aa4adc538 HTTP/1.1" status: 200 len: 945 time: 0.1044452 Aug 19 13:12:41.595391 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-f06d9b42-90cf-4dec-8cdc-f4a6a8b7f536 req-e55ac0bf-40c8-4cd3-8e7b-4621ee79413d tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440331 Aug 19 13:12:41.655332 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] get_ports_and_sgs() called for port_ids ['4112eb92-3584-4b11-82b7-c0aef71ca0c1'] {{(pid=79301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 19 13:12:41.699113 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-0642ef21-99b2-44de-a93b-ab3890d45e57 req-4d1c5408-0e61-4d89-8070-8fa631dbcf3f service neutron] 10.222.0.68 "GET /v2.0/networks/aea097be-4d5e-4757-b2e3-2b4db907e9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423118 Aug 19 13:12:41.828460 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b90475-f01e-4c41-9044-929b0caae97c req-0f96fb58-512b-4ecd-9f03-4c480618b2ab tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:41.830324 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-c6b90475-f01e-4c41-9044-929b0caae97c req-0f96fb58-512b-4ecd-9f03-4c480618b2ab tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=eabfc783-74af-4f2a-b814-42912511cd48 HTTP/1.1" status: 200 len: 944 time: 0.1171274 Aug 19 13:12:41.888241 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-c6b90475-f01e-4c41-9044-929b0caae97c req-61725f97-4ba3-4a4a-9fbc-7c96bbb35970 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/security-groups?id=1946f9e0-ba7a-45b8-a77c-830f23fb650d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489898 Aug 19 13:12:41.932481 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6424c-6b1f-44d0-97fe-d1c963bc3686 req-1a66de42-767d-463d-bc35-a9948d3610ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:41.934205 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-e7e6424c-6b1f-44d0-97fe-d1c963bc3686 req-1a66de42-767d-463d-bc35-a9948d3610ac service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a81195fe3cfa46c980fb0484af456fef&device_id=eabfc783-74af-4f2a-b814-42912511cd48 HTTP/1.1" status: 200 len: 1097 time: 0.0979691 Aug 19 13:12:42.183438 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6424c-6b1f-44d0-97fe-d1c963bc3686 req-c5b640b8-86cb-4a08-87da-be87bd084eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:42.185051 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-e7e6424c-6b1f-44d0-97fe-d1c963bc3686 req-c5b640b8-86cb-4a08-87da-be87bd084eb6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=aea097be-4d5e-4757-b2e3-2b4db907e9bb HTTP/1.1" status: 200 len: 913 time: 0.2420549 Aug 19 13:12:42.267558 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-e7e6424c-6b1f-44d0-97fe-d1c963bc3686 req-9bc678d6-29c0-4fb0-91b9-724ca20559e3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48d304fd-1ad3-4209-8173-eb8dddd3cc87 HTTP/1.1" status: 200 len: 217 time: 0.0644555 Aug 19 13:12:42.337762 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6424c-6b1f-44d0-97fe-d1c963bc3686 req-60c8d05a-e202-48c1-a04c-ac3096bfdd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:42.339186 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-e7e6424c-6b1f-44d0-97fe-d1c963bc3686 req-60c8d05a-e202-48c1-a04c-ac3096bfdd7f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33 HTTP/1.1" status: 200 len: 850 time: 0.0641649 Aug 19 13:12:42.419853 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6424c-6b1f-44d0-97fe-d1c963bc3686 req-bedde780-13b6-4d3d-9c5d-9539c6c2ffdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:42.421324 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-e7e6424c-6b1f-44d0-97fe-d1c963bc3686 req-bedde780-13b6-4d3d-9c5d-9539c6c2ffdf service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=aea097be-4d5e-4757-b2e3-2b4db907e9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740604 Aug 19 13:12:42.583882 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-e7e6424c-6b1f-44d0-97fe-d1c963bc3686 req-76832ddc-2195-4b33-875a-1ce4f6b63a4f service neutron] 10.222.0.68 "GET /v2.0/networks/aea097be-4d5e-4757-b2e3-2b4db907e9bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549761 Aug 19 13:12:42.776068 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-e7e6424c-6b1f-44d0-97fe-d1c963bc3686 req-0f0611c2-ac34-4e0f-8ede-0ceb340feffc service neutron] 10.222.0.68 "GET /v2.0/networks/aea097be-4d5e-4757-b2e3-2b4db907e9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847665 Aug 19 13:12:42.794580 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc4582-b1b8-4efd-8fa6-fe2944a14316 req-e2e1edc1-c6ee-4610-b731-ea4c919506f2 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:42.796136 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-b2dc4582-b1b8-4efd-8fa6-fe2944a14316 req-e2e1edc1-c6ee-4610-b731-ea4c919506f2 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 944 time: 0.1774883 Aug 19 13:12:42.858418 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-b2dc4582-b1b8-4efd-8fa6-fe2944a14316 req-40c5ddd1-fec1-4f8a-85c1-a018233cd545 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556476 Aug 19 13:12:42.883489 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768cda8-a0be-4e88-932f-bb0a9a87c191 req-7a45f599-090e-4ab4-8b66-db228da64f2e tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:42.885224 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-2768cda8-a0be-4e88-932f-bb0a9a87c191 req-7a45f599-090e-4ab4-8b66-db228da64f2e tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d0c909a-33ac-4a4b-96f7-3a4aa4adc538 HTTP/1.1" status: 200 len: 945 time: 0.0931535 Aug 19 13:12:42.943819 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-2768cda8-a0be-4e88-932f-bb0a9a87c191 req-e9609de6-946e-4dea-b5f0-48ca545d33e8 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526304 Aug 19 13:12:43.102257 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784a6d2-1981-4081-8852-76e0a37fe649 req-c8b83862-b2a4-431b-b462-eea6b2522c93 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:43.102945 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-9784a6d2-1981-4081-8852-76e0a37fe649 req-c8b83862-b2a4-431b-b462-eea6b2522c93 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Synchronizing usage tracker for tenant:a81195fe3cfa46c980fb0484af456fef on resource:port {{(pid=79300) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:12:43.118130 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-9784a6d2-1981-4081-8852-76e0a37fe649 req-c8b83862-b2a4-431b-b462-eea6b2522c93 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Unset dirty status for tenant:a81195fe3cfa46c980fb0484af456fef on resource:port {{(pid=79300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:12:43.119257 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-9784a6d2-1981-4081-8852-76e0a37fe649 req-c8b83862-b2a4-431b-b462-eea6b2522c93 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=eabfc783-74af-4f2a-b814-42912511cd48 HTTP/1.1" status: 200 len: 944 time: 0.1034780 Aug 19 13:12:43.168530 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-9784a6d2-1981-4081-8852-76e0a37fe649 req-560979e5-c05e-43d7-bc38-a2fc22905239 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/security-groups?id=1946f9e0-ba7a-45b8-a77c-830f23fb650d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434690 Aug 19 13:12:44.066159 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd15a98-339e-4c7a-a5b9-87481198d1a5 req-af0453e1-e3d6-41e6-98fb-ffc93ca1feb3 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:44.067684 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-abd15a98-339e-4c7a-a5b9-87481198d1a5 req-af0453e1-e3d6-41e6-98fb-ffc93ca1feb3 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 944 time: 0.0879052 Aug 19 13:12:44.125695 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-abd15a98-339e-4c7a-a5b9-87481198d1a5 req-756c8b0f-fdae-4404-9bf9-29cbe8d9e938 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512846 Aug 19 13:12:44.151320 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851d5a7-23d8-4806-a1c5-df917db3dba3 req-5ef5c5ff-045e-4ea1-b236-ff57adebecfe tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:44.152846 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e851d5a7-23d8-4806-a1c5-df917db3dba3 req-5ef5c5ff-045e-4ea1-b236-ff57adebecfe tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d0c909a-33ac-4a4b-96f7-3a4aa4adc538 HTTP/1.1" status: 200 len: 945 time: 0.0891564 Aug 19 13:12:44.199502 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e851d5a7-23d8-4806-a1c5-df917db3dba3 req-e082e6a7-ecdf-4629-8a83-77988272303b tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407238 Aug 19 13:12:44.377343 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ab210-4571-4dc2-baf3-711170c0ec8a req-4231da0c-b479-4ba7-8850-890ae7cbf16f tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:44.378755 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-a54ab210-4571-4dc2-baf3-711170c0ec8a req-4231da0c-b479-4ba7-8850-890ae7cbf16f tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=eabfc783-74af-4f2a-b814-42912511cd48 HTTP/1.1" status: 200 len: 944 time: 0.0849719 Aug 19 13:12:44.427226 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-a54ab210-4571-4dc2-baf3-711170c0ec8a req-e45a9bdd-87c9-4fc3-99c5-b715cb31bf0d tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/security-groups?id=1946f9e0-ba7a-45b8-a77c-830f23fb650d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424492 Aug 19 13:12:44.806535 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 47424f4a-678d-4870-ae86-843b6d41156c details requested by agent hyperv_hv-cinder-80514 with host hv-cinder-80514 {{(pid=79301) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 19 13:12:44.815004 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 4112eb92-3584-4b11-82b7-c0aef71ca0c1 up at agent hyperv_hv-cinder-80514 {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:12:45.008036 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Provisioning for port 4112eb92-3584-4b11-82b7-c0aef71ca0c1 completed by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:12:45.026845 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Provisioning complete for port 4112eb92-3584-4b11-82b7-c0aef71ca0c1 triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:12:45.027226 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:45.063343 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port 47424f4a-678d-4870-ae86-843b6d41156c, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=47424f4a-678d-4870-ae86-843b6d41156c,segment=NetworkSegment(379dc2c3-a256-42ec-a350-bba9510c62d5),segment_id=379dc2c3-a256-42ec-a350-bba9510c62d5)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:12:45.096482 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Returning: {'device': '47424f4a-678d-4870-ae86-843b6d41156c', 'network_id': '3b979c5e-82fd-4500-9fbc-547a88a6c3c4', 'port_id': '47424f4a-678d-4870-ae86-843b6d41156c', 'mac_address': 'fa:16:3e:92:ed:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5197019-4cd9-46fe-ad6e-7e976db4e517', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79301) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 19 13:12:45.202395 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:45.247392 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47424f4a-678d-4870-ae86-843b6d41156c {{(pid=79301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:12:45.269464 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:45.282695 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port 47424f4a-678d-4870-ae86-843b6d41156c, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=47424f4a-678d-4870-ae86-843b6d41156c,segment=NetworkSegment(379dc2c3-a256-42ec-a350-bba9510c62d5),segment_id=379dc2c3-a256-42ec-a350-bba9510c62d5)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:12:45.292165 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:45.295250 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:12:45.359879 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0c909a-33ac-4a4b-96f7-3a4aa4adc538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4112eb92-3584-4b11-82b7-c0aef71ca0c1'}] {{(pid=79301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:12:45.382357 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port 4112eb92-3584-4b11-82b7-c0aef71ca0c1, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=4112eb92-3584-4b11-82b7-c0aef71ca0c1,segment=NetworkSegment(8989bbea-6f05-45e9-aa2f-091105ddb490),segment_id=8989bbea-6f05-45e9-aa2f-091105ddb490)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:12:45.393409 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:45.402062 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=47424f4a-678d-4870-ae86-843b6d41156c,revision_number=9']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:12:45.409864 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:12:45.410594 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:12:45.426422 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d3ed6-620f-49a2-92c7-267c8a455f51 req-b9e2d5c1-df1a-4e68-9f4e-c9e2e676e2c1 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:45.429437 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-436d3ed6-620f-49a2-92c7-267c8a455f51 req-b9e2d5c1-df1a-4e68-9f4e-c9e2e676e2c1 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 945 time: 0.1203625 Aug 19 13:12:45.460878 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d741f45b-ce2c-4b65-8714-48e36a242d63 req-524c5d83-5be3-4e7c-a883-3a9b792763a3 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:45.462372 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d741f45b-ce2c-4b65-8714-48e36a242d63 req-524c5d83-5be3-4e7c-a883-3a9b792763a3 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d0c909a-33ac-4a4b-96f7-3a4aa4adc538 HTTP/1.1" status: 200 len: 946 time: 0.1196322 Aug 19 13:12:45.480392 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-436d3ed6-620f-49a2-92c7-267c8a455f51 req-7c4df63b-787e-49e9-8c22-24dd46a64555 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442977 Aug 19 13:12:45.486395 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=4112eb92-3584-4b11-82b7-c0aef71ca0c1,revision_number=5']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:12:45.489802 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:12:45.512212 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d741f45b-ce2c-4b65-8714-48e36a242d63 req-47cf5ed4-d5e6-4952-a86f-2943ecdc6a6c tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434954 Aug 19 13:12:45.543185 dv-cinder-805144-1-iscsi neutron-server[79301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d0c909a-33ac-4a4b-96f7-3a4aa4adc538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4112eb92-3584-4b11-82b7-c0aef71ca0c1', 'code': 200} Aug 19 13:12:45.699876 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ae6ed-0474-4a71-8593-681dd05ee3dc req-ee9ea7bb-0782-41c4-9006-cfd9e2990b93 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:45.701357 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-5a0ae6ed-0474-4a71-8593-681dd05ee3dc req-ee9ea7bb-0782-41c4-9006-cfd9e2990b93 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=eabfc783-74af-4f2a-b814-42912511cd48 HTTP/1.1" status: 200 len: 944 time: 0.0888734 Aug 19 13:12:45.758424 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-5a0ae6ed-0474-4a71-8593-681dd05ee3dc req-3e69f64d-a4d1-4848-9ae8-94b1fe7d5408 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/security-groups?id=1946f9e0-ba7a-45b8-a77c-830f23fb650d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504894 Aug 19 13:12:45.861106 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] get_ports_and_sgs() called for port_ids ['47424f4a-678d-4870-ae86-843b6d41156c'] {{(pid=79301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 19 13:12:45.861656 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a2d6c-cf6a-469d-9866-ce5a9d07de5f req-47ae3ac4-8a31-4302-aa48-b9be576886be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:45.862966 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d30a2d6c-cf6a-469d-9866-ce5a9d07de5f req-47ae3ac4-8a31-4302-aa48-b9be576886be service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=9d0c909a-33ac-4a4b-96f7-3a4aa4adc538 HTTP/1.1" status: 200 len: 1099 time: 0.0733705 Aug 19 13:12:45.909329 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d30a2d6c-cf6a-469d-9866-ce5a9d07de5f req-cc79b232-b9c9-4203-b6b8-0ae15e03467a service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380316 Aug 19 13:12:46.693336 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0aa3b-162c-4bc3-a637-a312a6dafde2 req-ab88af1d-009b-45c1-9d68-a4397123a166 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:46.694892 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-caa0aa3b-162c-4bc3-a637-a312a6dafde2 req-ab88af1d-009b-45c1-9d68-a4397123a166 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 945 time: 0.0999420 Aug 19 13:12:46.743316 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-caa0aa3b-162c-4bc3-a637-a312a6dafde2 req-9eed1329-98cc-4284-be2b-d3a3cbccced2 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419419 Aug 19 13:12:46.848464 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecde6c0-fffb-4e4b-8490-a14a2e230fdc req-9ae19e84-2c25-4689-9d99-635459e8460c tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:46.850773 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-7ecde6c0-fffb-4e4b-8490-a14a2e230fdc req-9ae19e84-2c25-4689-9d99-635459e8460c tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d0c909a-33ac-4a4b-96f7-3a4aa4adc538 HTTP/1.1" status: 200 len: 946 time: 0.0960538 Aug 19 13:12:46.902174 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-7ecde6c0-fffb-4e4b-8490-a14a2e230fdc req-a74fe75c-0cf9-4a6c-bce8-906e7a54b890 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430267 Aug 19 13:12:46.950200 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de670c-3f6b-49df-b7bb-4915d1039de5 req-dfe372df-d97f-47cc-af6f-a34d20e4f1b3 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:46.951826 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-71de670c-3f6b-49df-b7bb-4915d1039de5 req-dfe372df-d97f-47cc-af6f-a34d20e4f1b3 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 946 time: 0.0930071 Aug 19 13:12:47.016219 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-71de670c-3f6b-49df-b7bb-4915d1039de5 req-bcbf896a-da56-4dcb-acc9-9ed6195c8ae9 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542693 Aug 19 13:12:47.099762 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e11fe0-290c-438b-916d-063f7726698e req-d9d882af-0565-48ff-88c3-98712d3fb5ca tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:47.101920 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-50e11fe0-290c-438b-916d-063f7726698e req-d9d882af-0565-48ff-88c3-98712d3fb5ca tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=eabfc783-74af-4f2a-b814-42912511cd48 HTTP/1.1" status: 200 len: 944 time: 0.0926676 Aug 19 13:12:47.151097 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-50e11fe0-290c-438b-916d-063f7726698e req-edbc140d-2a40-40d5-b175-95f4b1e798e1 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/security-groups?id=1946f9e0-ba7a-45b8-a77c-830f23fb650d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434535 Aug 19 13:12:47.959188 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffddcc9-a0c0-466b-8fd1-4728f854c54d req-5d0f31f8-cfaf-4356-af5a-83de2d14bae3 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:47.960696 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-cffddcc9-a0c0-466b-8fd1-4728f854c54d req-5d0f31f8-cfaf-4356-af5a-83de2d14bae3 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 945 time: 0.0892756 Aug 19 13:12:48.009113 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-cffddcc9-a0c0-466b-8fd1-4728f854c54d req-014e20b8-e269-4916-8c2b-ba2c31b6f6e7 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427003 Aug 19 13:12:48.100814 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2ec6b-1630-4d64-9c30-c089ae931a9a req-bb80b4cd-63f6-4b45-b936-87cfd042508d tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:48.102285 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-5ec2ec6b-1630-4d64-9c30-c089ae931a9a req-bb80b4cd-63f6-4b45-b936-87cfd042508d tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d0c909a-33ac-4a4b-96f7-3a4aa4adc538 HTTP/1.1" status: 200 len: 946 time: 0.0890868 Aug 19 13:12:48.152670 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-5ec2ec6b-1630-4d64-9c30-c089ae931a9a req-84a5b6f1-9a80-4215-95bd-369e5c7978b2 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446894 Aug 19 13:12:48.221013 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a04fab-c867-4430-aea1-574787643f4a req-1a6fc7e3-ed56-4c90-b5ea-b896a68b3ca2 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:48.222681 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-b1a04fab-c867-4430-aea1-574787643f4a req-1a6fc7e3-ed56-4c90-b5ea-b896a68b3ca2 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 946 time: 0.0909679 Aug 19 13:12:48.359855 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab63ad-fed0-4fc2-9b7f-3d1a8bc89a80 req-e2466f6d-5fe6-4fa3-9089-7896bb6e1a8b tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:48.361728 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-dbab63ad-fed0-4fc2-9b7f-3d1a8bc89a80 req-e2466f6d-5fe6-4fa3-9089-7896bb6e1a8b tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=eabfc783-74af-4f2a-b814-42912511cd48 HTTP/1.1" status: 200 len: 944 time: 0.0935600 Aug 19 13:12:48.368207 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-b1a04fab-c867-4430-aea1-574787643f4a req-ffd18dca-92aa-4562-85df-7bd65c1432a1 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388159 Aug 19 13:12:48.413203 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-dbab63ad-fed0-4fc2-9b7f-3d1a8bc89a80 req-d0cd86a8-4830-4471-800f-a777951736d1 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/security-groups?id=1946f9e0-ba7a-45b8-a77c-830f23fb650d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427046 Aug 19 13:12:48.825751 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 48d304fd-1ad3-4209-8173-eb8dddd3cc87 details requested by agent hyperv_hv-cinder-80514 with host hv-cinder-80514 {{(pid=79301) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 19 13:12:48.838889 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 47424f4a-678d-4870-ae86-843b6d41156c up at agent hyperv_hv-cinder-80514 {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:12:49.052772 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port 48d304fd-1ad3-4209-8173-eb8dddd3cc87, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=48d304fd-1ad3-4209-8173-eb8dddd3cc87,segment=NetworkSegment(a1d8c933-18dc-4016-981d-085cb6ac807f),segment_id=a1d8c933-18dc-4016-981d-085cb6ac807f)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:12:49.062329 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Provisioning complete for port 47424f4a-678d-4870-ae86-843b6d41156c triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:12:49.062804 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:49.114863 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Returning: {'device': '48d304fd-1ad3-4209-8173-eb8dddd3cc87', 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb', 'port_id': '48d304fd-1ad3-4209-8173-eb8dddd3cc87', 'mac_address': 'fa:16:3e:87:13:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1029, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79301) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 19 13:12:49.191984 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:49.221994 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a870ce1-3c34-4da4-a0d6-4678d03f8d6f req-06a09826-645c-4987-9645-e4ebf67384dd tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:49.223491 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-3a870ce1-3c34-4da4-a0d6-4678d03f8d6f req-06a09826-645c-4987-9645-e4ebf67384dd tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 945 time: 0.0853424 Aug 19 13:12:49.243306 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48d304fd-1ad3-4209-8173-eb8dddd3cc87 {{(pid=79301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:12:49.275941 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-3a870ce1-3c34-4da4-a0d6-4678d03f8d6f req-c315d3fc-a8b1-42a2-929c-26e1e655b021 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458302 Aug 19 13:12:49.285871 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port 48d304fd-1ad3-4209-8173-eb8dddd3cc87, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=48d304fd-1ad3-4209-8173-eb8dddd3cc87,segment=NetworkSegment(a1d8c933-18dc-4016-981d-085cb6ac807f),segment_id=a1d8c933-18dc-4016-981d-085cb6ac807f)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:12:49.289536 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:49.301642 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:49.306330 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:12:49.371408 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438aed69-4e72-402e-b09f-bbfe30e30183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47424f4a-678d-4870-ae86-843b6d41156c'}] {{(pid=79301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:12:49.388271 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port 47424f4a-678d-4870-ae86-843b6d41156c, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=47424f4a-678d-4870-ae86-843b6d41156c,segment=NetworkSegment(379dc2c3-a256-42ec-a350-bba9510c62d5),segment_id=379dc2c3-a256-42ec-a350-bba9510c62d5)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:12:49.395559 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:49.402719 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=48d304fd-1ad3-4209-8173-eb8dddd3cc87,revision_number=4']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:12:49.406036 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:12:49.406511 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:12:49.440625 dv-cinder-805144-1-iscsi neutron-server[79301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '438aed69-4e72-402e-b09f-bbfe30e30183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47424f4a-678d-4870-ae86-843b6d41156c', 'code': 200} Aug 19 13:12:49.490962 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=47424f4a-678d-4870-ae86-843b6d41156c,revision_number=10']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:12:49.496249 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:12:49.589358 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31921e0f-16c3-4f2a-9317-a0df5ef10c37 req-014a0e41-6873-49b4-8a86-236decc1ff53 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:49.590908 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-31921e0f-16c3-4f2a-9317-a0df5ef10c37 req-014a0e41-6873-49b4-8a86-236decc1ff53 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 946 time: 0.0967000 Aug 19 13:12:49.643263 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-31921e0f-16c3-4f2a-9317-a0df5ef10c37 req-cbcb2c4f-c738-4ff3-8f08-5866ba32d82a tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461409 Aug 19 13:12:49.654565 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9b2dd-54f6-41ee-8a26-e98df4315ae9 req-594da00a-7710-46c6-ae75-bb2e362e2d66 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:49.662037 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-78b9b2dd-54f6-41ee-8a26-e98df4315ae9 req-594da00a-7710-46c6-ae75-bb2e362e2d66 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=eabfc783-74af-4f2a-b814-42912511cd48 HTTP/1.1" status: 200 len: 945 time: 0.1053708 Aug 19 13:12:49.707836 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-78b9b2dd-54f6-41ee-8a26-e98df4315ae9 req-22987cf3-3c0d-4bc5-bad6-c9d79bf145da tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/security-groups?id=1946f9e0-ba7a-45b8-a77c-830f23fb650d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448074 Aug 19 13:12:49.942692 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] get_ports_and_sgs() called for port_ids ['48d304fd-1ad3-4209-8173-eb8dddd3cc87'] {{(pid=79301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 19 13:12:50.313195 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d2dfd-1712-469d-a013-9b9009c69e60 req-52a6c1ec-c2cf-44c9-b9ef-679b75e4fb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:50.314956 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-105d2dfd-1712-469d-a013-9b9009c69e60 req-52a6c1ec-c2cf-44c9-b9ef-679b75e4fb6b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 1100 time: 0.1039710 Aug 19 13:12:50.478537 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-105d2dfd-1712-469d-a013-9b9009c69e60 req-01345ae9-a6da-4076-a2ac-f1fa6e1141e9 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471001 Aug 19 13:12:50.555460 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218d4c3-6c0e-49c4-951e-d9a219a7e636 req-099e0748-dec9-459f-acc4-d4f298f41961 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:50.556978 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-f218d4c3-6c0e-49c4-951e-d9a219a7e636 req-099e0748-dec9-459f-acc4-d4f298f41961 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 947 time: 0.1560643 Aug 19 13:12:50.567849 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166d7a1-2c40-43df-8a64-6d86b3ac6706 req-f5b46b18-0ef7-4b33-ba16-24794b951a87 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:50.569290 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-3166d7a1-2c40-43df-8a64-6d86b3ac6706 req-f5b46b18-0ef7-4b33-ba16-24794b951a87 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.68 "GET /v2.0/ports?device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 946 time: 0.1344604 Aug 19 13:12:50.611730 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-f218d4c3-6c0e-49c4-951e-d9a219a7e636 req-693933e7-3f8b-472d-9258-273bce8a5cd2 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414436 Aug 19 13:12:50.847472 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d623cc58-e700-4008-ab42-64da6b40b84f req-1992b857-8774-4096-9d13-81d529fb76c8 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:50.849249 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d623cc58-e700-4008-ab42-64da6b40b84f req-1992b857-8774-4096-9d13-81d529fb76c8 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 946 time: 0.0866117 Aug 19 13:12:50.898689 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d623cc58-e700-4008-ab42-64da6b40b84f req-a72e9507-1634-45f8-9402-f8bea456eb87 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422170 Aug 19 13:12:50.962429 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.plugin [req-3166d7a1-2c40-43df-8a64-6d86b3ac6706 req-54406d54-d5bb-4f09-b3ae-0bd3671c45cc tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Deleting port eef65604-7e78-4eaf-811b-03d073ffd928 {{(pid=79299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:12:50.963034 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-3166d7a1-2c40-43df-8a64-6d86b3ac6706 req-54406d54-d5bb-4f09-b3ae-0bd3671c45cc tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:51.161759 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4760f6-b418-4223-b39e-045a19d7d68d req-2daffcc8-31a7-400b-8674-4e282b469f0e tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:51.164872 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-2e4760f6-b418-4223-b39e-045a19d7d68d req-2daffcc8-31a7-400b-8674-4e282b469f0e tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=eabfc783-74af-4f2a-b814-42912511cd48 HTTP/1.1" status: 200 len: 945 time: 0.3317780 Aug 19 13:12:51.312914 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-2e4760f6-b418-4223-b39e-045a19d7d68d req-b9caad49-2a2b-46f7-b13d-48cf2838fffb tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/security-groups?id=1946f9e0-ba7a-45b8-a77c-830f23fb650d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378841 Aug 19 13:12:51.365970 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.db [req-3166d7a1-2c40-43df-8a64-6d86b3ac6706 req-54406d54-d5bb-4f09-b3ae-0bd3671c45cc tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] For port eef65604-7e78-4eaf-811b-03d073ffd928, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=eef65604-7e78-4eaf-811b-03d073ffd928,segment=NetworkSegment(4bacd4dc-35dc-4026-9500-78d94dfc592f),segment_id=4bacd4dc-35dc-4026-9500-78d94dfc592f)] {{(pid=79299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:12:51.366327 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-3166d7a1-2c40-43df-8a64-6d86b3ac6706 req-54406d54-d5bb-4f09-b3ae-0bd3671c45cc tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:51.494923 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.plugin [req-3166d7a1-2c40-43df-8a64-6d86b3ac6706 req-54406d54-d5bb-4f09-b3ae-0bd3671c45cc tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Calling delete_port for eef65604-7e78-4eaf-811b-03d073ffd928 owned by compute:nova {{(pid=79299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:12:51.671599 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-3166d7a1-2c40-43df-8a64-6d86b3ac6706 req-54406d54-d5bb-4f09-b3ae-0bd3671c45cc tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6301144'] for port, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:51.678596 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-a51119ee-f54b-42d3-874c-3209bcd2e560 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:12:51.733056 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] get_ports_and_sgs() called for port_ids ['14598cdf-88e3-44de-8ac2-879750d157f0'] {{(pid=79301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 19 13:12:51.736983 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54406d54-d5bb-4f09-b3ae-0bd3671c45cc tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Pushing event deleted for resources: {'Port': ['ID=eef65604-7e78-4eaf-811b-03d073ffd928,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:12:51.740530 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-54406d54-d5bb-4f09-b3ae-0bd3671c45cc tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:12:51.877464 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.l3_dvrscheduler_db [req-3166d7a1-2c40-43df-8a64-6d86b3ac6706 req-54406d54-d5bb-4f09-b3ae-0bd3671c45cc tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] No DVR routers for this DVR port eef65604-7e78-4eaf-811b-03d073ffd928 on host hv-cinder-80514 {{(pid=79299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:12:51.889700 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-3166d7a1-2c40-43df-8a64-6d86b3ac6706 req-54406d54-d5bb-4f09-b3ae-0bd3671c45cc tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for port, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:51.892330 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf19fedf-a6bb-4413-987d-238f2fc02a8c', 'name': 'network-vif-deleted', 'tag': 'eef65604-7e78-4eaf-811b-03d073ffd928'}] {{(pid=79299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:12:51.918064 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-3166d7a1-2c40-43df-8a64-6d86b3ac6706 req-54406d54-d5bb-4f09-b3ae-0bd3671c45cc tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.68 "DELETE /v2.0/ports/eef65604-7e78-4eaf-811b-03d073ffd928 HTTP/1.1" status: 204 len: 173 time: 1.0467582 Aug 19 13:12:51.945198 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818b22a-6114-4326-962c-364d081adb7d req-dba39f76-18e2-480e-88f5-7f1a6955a854 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:51.946704 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-1818b22a-6114-4326-962c-364d081adb7d req-dba39f76-18e2-480e-88f5-7f1a6955a854 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 947 time: 0.1690509 Aug 19 13:12:51.976520 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf19fedf-a6bb-4413-987d-238f2fc02a8c', 'name': 'network-vif-deleted', 'tag': 'eef65604-7e78-4eaf-811b-03d073ffd928', 'status': 'completed', 'code': 200} Aug 19 13:12:52.014564 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-1818b22a-6114-4326-962c-364d081adb7d req-7cce4422-3921-4efd-982b-c9f94d541d0c tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584447 Aug 19 13:12:52.118023 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-afdb5fe3-cba0-4dc8-a4a5-60de141371f5 req-4ace1003-56fe-4b1d-bd1e-dc55be129798 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf19fedf-a6bb-4413-987d-238f2fc02a8c HTTP/1.1" status: 200 len: 210 time: 0.0517478 Aug 19 13:12:52.560718 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace7c87-ac5f-47ec-89a1-c6d51afa1d62 req-027161ab-03b4-438a-9585-7cdf435998d6 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:52.562608 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-3ace7c87-ac5f-47ec-89a1-c6d51afa1d62 req-027161ab-03b4-438a-9585-7cdf435998d6 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=eabfc783-74af-4f2a-b814-42912511cd48 HTTP/1.1" status: 200 len: 945 time: 0.1039822 Aug 19 13:12:52.623128 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-3ace7c87-ac5f-47ec-89a1-c6d51afa1d62 req-f84b6ef3-a95b-4d5e-8095-2931beac457f tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/security-groups?id=1946f9e0-ba7a-45b8-a77c-830f23fb650d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532997 Aug 19 13:12:52.849146 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 48d304fd-1ad3-4209-8173-eb8dddd3cc87 up at agent hyperv_hv-cinder-80514 {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:12:52.925239 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Provisioning for port 48d304fd-1ad3-4209-8173-eb8dddd3cc87 completed by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:12:52.931587 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Provisioning complete for port 48d304fd-1ad3-4209-8173-eb8dddd3cc87 triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:12:52.932139 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:53.069372 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:53.108849 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eabfc783-74af-4f2a-b814-42912511cd48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48d304fd-1ad3-4209-8173-eb8dddd3cc87'}] {{(pid=79301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:12:53.116907 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port 48d304fd-1ad3-4209-8173-eb8dddd3cc87, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=48d304fd-1ad3-4209-8173-eb8dddd3cc87,segment=NetworkSegment(a1d8c933-18dc-4016-981d-085cb6ac807f),segment_id=a1d8c933-18dc-4016-981d-085cb6ac807f)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:12:53.122785 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:53.123970 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device eef65604-7e78-4eaf-811b-03d073ffd928 no longer exists at agent hyperv_hv-cinder-80514 {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 19 13:12:53.157226 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:12:53.205861 dv-cinder-805144-1-iscsi neutron-server[79301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eabfc783-74af-4f2a-b814-42912511cd48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48d304fd-1ad3-4209-8173-eb8dddd3cc87', 'code': 200} Aug 19 13:12:53.206626 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] No Port match for: eef65604-7e78-4eaf-811b-03d073ffd928 {{(pid=79301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 19 13:12:53.207134 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device eef65604-7e78-4eaf-811b-03d073ffd928 not bound to the agent host hv-cinder-80514 {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 19 13:12:53.252818 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=48d304fd-1ad3-4209-8173-eb8dddd3cc87,revision_number=5']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:12:53.257365 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:12:53.299968 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b52aed-70ca-4c0d-9f2e-d71b3fa2f098 req-7f4de0fd-41eb-47a3-9f13-3e0739de6924 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:53.303142 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-a9b52aed-70ca-4c0d-9f2e-d71b3fa2f098 req-7f4de0fd-41eb-47a3-9f13-3e0739de6924 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 947 time: 0.1051984 Aug 19 13:12:53.357614 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-a9b52aed-70ca-4c0d-9f2e-d71b3fa2f098 req-308de9bc-67a8-475f-8744-4cdaa0fa40a8 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449219 Aug 19 13:12:53.732316 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93572e47-798b-4da7-8c9c-27088e0fbe55 req-0b7d811d-4f18-417b-91f1-35d321987f9f tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:53.745359 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-93572e47-798b-4da7-8c9c-27088e0fbe55 req-0b7d811d-4f18-417b-91f1-35d321987f9f tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.1114542 Aug 19 13:12:53.800689 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-93572e47-798b-4da7-8c9c-27088e0fbe55 req-ee0ba1dc-44cd-40e3-8323-d5c2d598c8be tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481832 Aug 19 13:12:53.898647 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c687c09-dc54-467a-8092-280b26d65750 req-4fb79f12-112a-4984-bc0f-877f295220d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:53.900166 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-6c687c09-dc54-467a-8092-280b26d65750 req-4fb79f12-112a-4984-bc0f-877f295220d7 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=eabfc783-74af-4f2a-b814-42912511cd48 HTTP/1.1" status: 200 len: 1099 time: 0.1668208 Aug 19 13:12:53.908653 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f241fb3f-adb3-4f6c-87bd-2e46f75e5aab req-cbc63bc7-9efa-48c8-a8ec-6eca4baba820 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:53.910095 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-f241fb3f-adb3-4f6c-87bd-2e46f75e5aab req-cbc63bc7-9efa-48c8-a8ec-6eca4baba820 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=eabfc783-74af-4f2a-b814-42912511cd48 HTTP/1.1" status: 200 len: 946 time: 0.1321719 Aug 19 13:12:53.985545 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-6c687c09-dc54-467a-8092-280b26d65750 req-59912732-fa18-4d75-b639-e6146ac0944c service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=1946f9e0-ba7a-45b8-a77c-830f23fb650d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744421 Aug 19 13:12:53.988476 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-f241fb3f-adb3-4f6c-87bd-2e46f75e5aab req-2e44a888-7351-4520-bb63-5cbba5d66131 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/security-groups?id=1946f9e0-ba7a-45b8-a77c-830f23fb650d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628028 Aug 19 13:12:54.556185 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120c3bc-7686-4ca0-b9d5-0c9a43018a04 req-0b24b6a2-6a46-409d-85f6-b3551a7d410a tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:54.557669 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4120c3bc-7686-4ca0-b9d5-0c9a43018a04 req-0b24b6a2-6a46-409d-85f6-b3551a7d410a tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 947 time: 0.0831378 Aug 19 13:12:54.604050 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4120c3bc-7686-4ca0-b9d5-0c9a43018a04 req-da105c1c-8e32-411f-bd6e-2654a10372a0 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407472 Aug 19 13:12:55.004510 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82399c1-f98b-4723-9c78-de119de95e4d req-82291477-3f6c-4464-954c-a0564f096123 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:55.005273 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-d82399c1-f98b-4723-9c78-de119de95e4d req-82291477-3f6c-4464-954c-a0564f096123 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Synchronizing usage tracker for tenant:21e4df950c014d1894d155aac044e94a on resource:port {{(pid=79299) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:12:55.024799 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-d82399c1-f98b-4723-9c78-de119de95e4d req-82291477-3f6c-4464-954c-a0564f096123 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Unset dirty status for tenant:21e4df950c014d1894d155aac044e94a on resource:port {{(pid=79299) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:12:55.026006 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-d82399c1-f98b-4723-9c78-de119de95e4d req-82291477-3f6c-4464-954c-a0564f096123 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.1075580 Aug 19 13:12:55.078119 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-d82399c1-f98b-4723-9c78-de119de95e4d req-b3eb1349-4c65-46a2-ae13-25a371127263 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458210 Aug 19 13:12:55.199960 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543be6a-a72f-489a-b09b-c18eade6c072 req-99b7a0de-a544-47c3-9699-a07219280244 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:55.201477 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-b543be6a-a72f-489a-b09b-c18eade6c072 req-99b7a0de-a544-47c3-9699-a07219280244 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=eabfc783-74af-4f2a-b814-42912511cd48 HTTP/1.1" status: 200 len: 946 time: 0.0854876 Aug 19 13:12:55.249535 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-b543be6a-a72f-489a-b09b-c18eade6c072 req-430457e8-7579-417e-afd7-aafce92bf975 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/security-groups?id=1946f9e0-ba7a-45b8-a77c-830f23fb650d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416460 Aug 19 13:12:56.275970 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06f751-aa82-45b8-aabc-3e45e718b714 req-88f72cf4-2399-462d-8397-b446e5dfc60a tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:56.277474 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0a06f751-aa82-45b8-aabc-3e45e718b714 req-88f72cf4-2399-462d-8397-b446e5dfc60a tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.0880492 Aug 19 13:12:56.325421 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0a06f751-aa82-45b8-aabc-3e45e718b714 req-91f6aa8a-6b25-4625-abb4-27b29af24ee1 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422020 Aug 19 13:12:56.446342 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2dc992-7734-4b31-899f-3b5518ed8d0a req-a2625e84-efae-418b-b9e1-b74be96239e2 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:56.447844 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-8b2dc992-7734-4b31-899f-3b5518ed8d0a req-a2625e84-efae-418b-b9e1-b74be96239e2 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=eabfc783-74af-4f2a-b814-42912511cd48 HTTP/1.1" status: 200 len: 946 time: 0.0895610 Aug 19 13:12:56.500405 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-8b2dc992-7734-4b31-899f-3b5518ed8d0a req-800f463d-c447-4d66-a81c-d42ec8e6a738 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/security-groups?id=1946f9e0-ba7a-45b8-a77c-830f23fb650d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468764 Aug 19 13:12:56.691591 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e5852-3a72-4ad7-a79f-cdbbe4505e79 req-551b3e15-50ae-4fee-9aa0-2d56c13fe9d1 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:56.693130 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-f85e5852-3a72-4ad7-a79f-cdbbe4505e79 req-551b3e15-50ae-4fee-9aa0-2d56c13fe9d1 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=eabfc783-74af-4f2a-b814-42912511cd48 HTTP/1.1" status: 200 len: 946 time: 0.0832105 Aug 19 13:12:56.744543 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-f85e5852-3a72-4ad7-a79f-cdbbe4505e79 req-173fa705-6f23-4348-bfa2-05b48a7c2656 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/security-groups?id=1946f9e0-ba7a-45b8-a77c-830f23fb650d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457225 Aug 19 13:12:56.770563 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 55126) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:12:57.024131 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a70826-0e21-4143-91b2-1fc9039eed2b tempest-TestVolumeBootPattern-1159779285 tempest-TestVolumeBootPattern-1159779285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:57.024855 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-d3a70826-0e21-4143-91b2-1fc9039eed2b tempest-TestVolumeBootPattern-1159779285 tempest-TestVolumeBootPattern-1159779285-project-admin] Synchronizing usage tracker for tenant:c877e083374943d1aee15f3a66d68d7c on resource:port {{(pid=79299) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:12:57.043153 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-d3a70826-0e21-4143-91b2-1fc9039eed2b tempest-TestVolumeBootPattern-1159779285 tempest-TestVolumeBootPattern-1159779285-project-admin] Unset dirty status for tenant:c877e083374943d1aee15f3a66d68d7c on resource:port {{(pid=79299) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:12:57.044340 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-d3a70826-0e21-4143-91b2-1fc9039eed2b tempest-TestVolumeBootPattern-1159779285 tempest-TestVolumeBootPattern-1159779285-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=eabfc783-74af-4f2a-b814-42912511cd48 HTTP/1.1" status: 200 len: 1094 time: 0.2720587 Aug 19 13:12:57.047296 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 55134) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:12:57.052844 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-0b986d37-7751-4abc-a348-8514a22fa209 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Request body: {'floatingip': {'floating_network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'port_id': '48d304fd-1ad3-4209-8173-eb8dddd3cc87', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'fixed_ip_address': '172.20.0.12'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:12:57.059591 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-0b986d37-7751-4abc-a348-8514a22fa209 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:12:57.063867 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-0b986d37-7751-4abc-a348-8514a22fa209 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Usage tracker for resource:floatingip and tenant:a81195fe3cfa46c980fb0484af456fef is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:12:57.068763 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-0b986d37-7751-4abc-a348-8514a22fa209 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:12:57.074615 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-0b986d37-7751-4abc-a348-8514a22fa209 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:12:57.086747 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-0b986d37-7751-4abc-a348-8514a22fa209 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks [] for floatingip, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:57.230150 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-0b986d37-7751-4abc-a348-8514a22fa209 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:57.455937 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.db_base_plugin_common [None req-0b986d37-7751-4abc-a348-8514a22fa209 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Allocated IP 172.27.1.118 (01c0c460-8075-482b-8652-00d44202fadb/8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5/3d75b9dd-9064-4626-b2f5-dc35c9c47d44) {{(pid=79299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:12:57.518755 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faace618-70bd-4449-b967-609546e1b51f req-ad656091-ca2a-4df4-a21a-d693b013c1cd tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:57.520139 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-faace618-70bd-4449-b967-609546e1b51f req-ad656091-ca2a-4df4-a21a-d693b013c1cd tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.0804834 Aug 19 13:12:57.571134 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-faace618-70bd-4449-b967-609546e1b51f req-de036b22-01b8-4803-9c9b-4b1c1aa9009c tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443718 Aug 19 13:12:57.609282 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-0b986d37-7751-4abc-a348-8514a22fa209 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks [] for port, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:57.637448 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-0b986d37-7751-4abc-a348-8514a22fa209 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6301144'] for port, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:57.641904 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:12:57.707017 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b986d37-7751-4abc-a348-8514a22fa209 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Network 01c0c460-8075-482b-8652-00d44202fadb is already hosted by enough agents. {{(pid=79299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:12:57.710626 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.base_scheduler [None req-0b986d37-7751-4abc-a348-8514a22fa209 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Resources bound (agent type, host, resource id): {{(pid=79299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:12:57.713311 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b986d37-7751-4abc-a348-8514a22fa209 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Received port after_create {{(pid=79299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:12:57.758143 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b986d37-7751-4abc-a348-8514a22fa209 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Pushing event updated for resources: {'Port': ['ID=3d75b9dd-9064-4626-b2f5-dc35c9c47d44,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:12:57.762395 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-0b986d37-7751-4abc-a348-8514a22fa209 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:12:58.137136 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-39528631-d819-4b41-b670-bb8bab9e4d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:58.159328 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-0b986d37-7751-4abc-a348-8514a22fa209 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:58.238973 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-0b986d37-7751-4abc-a348-8514a22fa209 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:58.476547 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-0b986d37-7751-4abc-a348-8514a22fa209 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks [] for port, precommit_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:58.481426 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-0b986d37-7751-4abc-a348-8514a22fa209 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6301121'] for port, after_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:58.485729 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-d3e5a3f5-5d53-4467-9ff6-d2f67942d046 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:12:58.579211 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:58.597811 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b986d37-7751-4abc-a348-8514a22fa209 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Pushing event updated for resources: {'Port': ['ID=3d75b9dd-9064-4626-b2f5-dc35c9c47d44,revision_number=2']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:12:58.602833 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-0b986d37-7751-4abc-a348-8514a22fa209 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:12:58.609923 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-0b986d37-7751-4abc-a348-8514a22fa209 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962991'] for floatingip, after_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:58.838594 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.db.l3_db [None req-0b986d37-7751-4abc-a348-8514a22fa209 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Floating IP 7b4e3e6f-f121-4ad6-9541-62bf3b08598f associated. External IP: 172.27.1.118, port: 48d304fd-1ad3-4209-8173-eb8dddd3cc87. Aug 19 13:12:59.041625 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0788a48c-f218-4fb1-90eb-a8ad592d2bbc req-f008e62f-e33d-44d1-88f8-90281b2776bf tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:59.043123 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0788a48c-f218-4fb1-90eb-a8ad592d2bbc req-f008e62f-e33d-44d1-88f8-90281b2776bf tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.3556936 Aug 19 13:12:59.185525 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0788a48c-f218-4fb1-90eb-a8ad592d2bbc req-b76c3914-a205-4789-8ee0-72c30a638bc7 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363215 Aug 19 13:12:59.383426 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b986d37-7751-4abc-a348-8514a22fa209 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Router 00ad355c-569d-4f7b-b6af-0d6a62cb2645 has already been hosted by L3 agent bb0205a6-735d-4789-b813-02600d36e527 {{(pid=79299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 19 13:12:59.665228 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b986d37-7751-4abc-a348-8514a22fa209 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify agent at l3_agent.dv-cinder-805144-1-iscsi the message routers_updated {{(pid=79299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 19 13:12:59.677432 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c95a81-52bd-4233-a67e-b84fdb39d6b9 None None] Sync routers for ids ['00ad355c-569d-4f7b-b6af-0d6a62cb2645'] in dv-cinder-805144-1-iscsi {{(pid=79302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:12:59.692980 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c95a81-52bd-4233-a67e-b84fdb39d6b9 None None] Routers {'00ad355c-569d-4f7b-b6af-0d6a62cb2645'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:12:59.693910 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-77c95a81-52bd-4233-a67e-b84fdb39d6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:12:31Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['00ad355c-569d-4f7b-b6af-0d6a62cb2645'], 'active': True} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:12:59.701007 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-0b986d37-7751-4abc-a348-8514a22fa209 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for floatingip, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:59.781845 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-0b986d37-7751-4abc-a348-8514a22fa209 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7210217 Aug 19 13:12:59.781845 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eabfc783-74af-4f2a-b814-42912511cd48', 'tag': '48d304fd-1ad3-4209-8173-eb8dddd3cc87'}] {{(pid=79299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:12:59.871719 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eabfc783-74af-4f2a-b814-42912511cd48', 'tag': '48d304fd-1ad3-4209-8173-eb8dddd3cc87', 'status': 'completed', 'code': 200} Aug 19 13:12:59.939541 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvr_db [None req-77c95a81-52bd-4233-a67e-b84fdb39d6b9 None None] Set router 00ad355c-569d-4f7b-b6af-0d6a62cb2645 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:13:00.041705 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d44242-1091-425f-a6a6-421d2a17b361 req-e1bc01c1-5be4-475f-aaa3-f9eedc426f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:00.043626 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a5d44242-1091-425f-a6a6-421d2a17b361 req-e1bc01c1-5be4-475f-aaa3-f9eedc426f8a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a81195fe3cfa46c980fb0484af456fef&device_id=eabfc783-74af-4f2a-b814-42912511cd48 HTTP/1.1" status: 200 len: 1099 time: 0.0932391 Aug 19 13:13:00.225605 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d44242-1091-425f-a6a6-421d2a17b361 req-8441d224-fbe1-4d53-8ab8-924610f85f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:00.227454 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a5d44242-1091-425f-a6a6-421d2a17b361 req-8441d224-fbe1-4d53-8ab8-924610f85f91 service neutron] 10.222.0.68 "GET /v2.0/networks?id=aea097be-4d5e-4757-b2e3-2b4db907e9bb HTTP/1.1" status: 200 len: 913 time: 0.1719065 Aug 19 13:13:00.457960 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-77c95a81-52bd-4233-a67e-b84fdb39d6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'name': 'tempest-TestVolumeBootPattern-648151110-router', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:27Z', 'updated_at': '2021-08-19T13:11:33Z', 'revision_number': 4, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'gw_port': {'id': 'ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:31:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:28Z', 'updated_at': '2021-08-19T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_floatingips': [{'id': '7b4e3e6f-f121-4ad6-9541-62bf3b08598f', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'router_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'port_id': '48d304fd-1ad3-4209-8173-eb8dddd3cc87', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb', 'mac_address': 'fa:16:3e:87:13:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabfc783-74af-4f2a-b814-42912511cd48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:12:58Z', 'updated_at': '2021-08-19T13:12:58Z', 'revision_number': 0, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca58a4bf-c483-4319-aa7d-8b8e11eaa569', 'name': '', 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'mac_address': 'fa:16:3e:4b:7e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:32Z', 'updated_at': '2021-08-19T13:11:44Z', 'revision_number': 5, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'subnets': [{'id': '7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:13:00.462490 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a5d44242-1091-425f-a6a6-421d2a17b361 req-2569aeb8-dfc7-4df7-9931-cba166c2ab85 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48d304fd-1ad3-4209-8173-eb8dddd3cc87 HTTP/1.1" status: 200 len: 1000 time: 0.2195547 Aug 19 13:13:00.472474 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c95a81-52bd-4233-a67e-b84fdb39d6b9 None None] Checking router: 00ad355c-569d-4f7b-b6af-0d6a62cb2645 for host: dv-cinder-805144-1-iscsi {{(pid=79302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:13:00.506765 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c95a81-52bd-4233-a67e-b84fdb39d6b9 None None] Routers {'00ad355c-569d-4f7b-b6af-0d6a62cb2645'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:13:00.509874 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-77c95a81-52bd-4233-a67e-b84fdb39d6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:12:31Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['00ad355c-569d-4f7b-b6af-0d6a62cb2645'], 'active': True} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:13:00.557769 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0973573-d014-44e8-aba5-88ba266820c6 req-8779ee77-505b-47ec-8df0-84c756be28fa tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:00.564474 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d44242-1091-425f-a6a6-421d2a17b361 req-095c0e93-1e80-4b27-9206-4924eb47532c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:00.565609 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-e0973573-d014-44e8-aba5-88ba266820c6 req-8779ee77-505b-47ec-8df0-84c756be28fa tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.2087989 Aug 19 13:13:00.566025 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a5d44242-1091-425f-a6a6-421d2a17b361 req-095c0e93-1e80-4b27-9206-4924eb47532c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33 HTTP/1.1" status: 200 len: 850 time: 0.0872903 Aug 19 13:13:00.635503 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-e0973573-d014-44e8-aba5-88ba266820c6 req-b6257d8a-c369-4818-a692-8e32e37f85e1 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686851 Aug 19 13:13:00.702578 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d44242-1091-425f-a6a6-421d2a17b361 req-a978e6b0-761c-4ea8-8020-4409f8182717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:00.706482 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a5d44242-1091-425f-a6a6-421d2a17b361 req-a978e6b0-761c-4ea8-8020-4409f8182717 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=aea097be-4d5e-4757-b2e3-2b4db907e9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1160443 Aug 19 13:13:00.814785 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvr_db [None req-77c95a81-52bd-4233-a67e-b84fdb39d6b9 None None] Set router 00ad355c-569d-4f7b-b6af-0d6a62cb2645 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:13:00.916531 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a5d44242-1091-425f-a6a6-421d2a17b361 req-bb6bb2f6-af95-46e9-8ea2-c37f96eae4c5 service neutron] 10.222.0.68 "GET /v2.0/networks/aea097be-4d5e-4757-b2e3-2b4db907e9bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827016 Aug 19 13:13:00.977751 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-18a91c6f-e357-4658-b15d-9823ab659bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:01.155208 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55619e2b-70a9-432a-957c-5e5eea23d578 req-92f17495-8b7f-4a4c-bfaf-fb87a580cd74 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:01.156760 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-55619e2b-70a9-432a-957c-5e5eea23d578 req-92f17495-8b7f-4a4c-bfaf-fb87a580cd74 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 946 time: 0.1114349 Aug 19 13:13:01.161662 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a5d44242-1091-425f-a6a6-421d2a17b361 req-58c60839-dca6-4a53-ada3-b10e7be45da6 service neutron] 10.222.0.68 "GET /v2.0/networks/aea097be-4d5e-4757-b2e3-2b4db907e9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969330 Aug 19 13:13:01.213816 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-55619e2b-70a9-432a-957c-5e5eea23d578 req-a3c2fd7e-1283-487d-93cd-432101262782 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494947 Aug 19 13:13:01.255926 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-77c95a81-52bd-4233-a67e-b84fdb39d6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'name': 'tempest-TestVolumeBootPattern-648151110-router', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:27Z', 'updated_at': '2021-08-19T13:11:33Z', 'revision_number': 4, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'gw_port': {'id': 'ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:31:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:28Z', 'updated_at': '2021-08-19T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_floatingips': [{'id': '7b4e3e6f-f121-4ad6-9541-62bf3b08598f', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'router_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'port_id': '48d304fd-1ad3-4209-8173-eb8dddd3cc87', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb', 'mac_address': 'fa:16:3e:87:13:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabfc783-74af-4f2a-b814-42912511cd48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:12:58Z', 'updated_at': '2021-08-19T13:12:58Z', 'revision_number': 0, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca58a4bf-c483-4319-aa7d-8b8e11eaa569', 'name': '', 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'mac_address': 'fa:16:3e:4b:7e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:32Z', 'updated_at': '2021-08-19T13:11:44Z', 'revision_number': 5, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'subnets': [{'id': '7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:13:01.260524 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c95a81-52bd-4233-a67e-b84fdb39d6b9 None None] The sync data for ids ['00ad355c-569d-4f7b-b6af-0d6a62cb2645'] in dv-cinder-805144-1-iscsi is: [{'id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'name': 'tempest-TestVolumeBootPattern-648151110-router', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:27Z', 'updated_at': '2021-08-19T13:11:33Z', 'revision_number': 4, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'gw_port': {'id': 'ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:31:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:28Z', 'updated_at': '2021-08-19T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_floatingips': [{'id': '7b4e3e6f-f121-4ad6-9541-62bf3b08598f', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'router_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'port_id': '48d304fd-1ad3-4209-8173-eb8dddd3cc87', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb', 'mac_address': 'fa:16:3e:87:13:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabfc783-74af-4f2a-b814-42912511cd48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:12:58Z', 'updated_at': '2021-08-19T13:12:58Z', 'revision_number': 0, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca58a4bf-c483-4319-aa7d-8b8e11eaa569', 'name': '', 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'mac_address': 'fa:16:3e:4b:7e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:32Z', 'updated_at': '2021-08-19T13:11:44Z', 'revision_number': 5, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'subnets': [{'id': '7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:13:01.481479 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf58549-1b03-411b-ba9b-1bb0b90734fc None None] New status for floating IP 7b4e3e6f-f121-4ad6-9541-62bf3b08598f: ACTIVE {{(pid=79301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:13:01.780357 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:01.861457 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828c2ee-3511-446f-997a-4eab3009a5b5 req-04c3e3cc-9d40-4dc2-93e3-c5630cdfcd8c tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:01.862985 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4828c2ee-3511-446f-997a-4eab3009a5b5 req-04c3e3cc-9d40-4dc2-93e3-c5630cdfcd8c tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.1159434 Aug 19 13:13:01.913114 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4828c2ee-3511-446f-997a-4eab3009a5b5 req-e7cb70fd-68c5-4e7e-803a-6fdf8787ac33 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429130 Aug 19 13:13:02.436888 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7172c92-49c7-4797-b97f-68266c7f8fdf req-eb171451-da57-44a2-972f-59a1e5730457 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:02.438290 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-b7172c92-49c7-4797-b97f-68266c7f8fdf req-eb171451-da57-44a2-972f-59a1e5730457 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 946 time: 0.0932522 Aug 19 13:13:02.489035 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-b7172c92-49c7-4797-b97f-68266c7f8fdf req-114423b1-9ac3-40cf-a740-b201486ba195 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413659 Aug 19 13:13:03.112210 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f9ea4-9fd1-4011-a651-fbe9e6f24eaf req-d2efff09-8aa4-442f-9848-3b543c6bf942 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:03.113680 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-796f9ea4-9fd1-4011-a651-fbe9e6f24eaf req-d2efff09-8aa4-442f-9848-3b543c6bf942 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.0854805 Aug 19 13:13:03.236080 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.agents_db [None req-9e599f34-f5fc-45b3-b2b5-9720679b7a3a None None] Agent healthcheck: found 6 active agents {{(pid=79302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 19 13:13:03.259405 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-796f9ea4-9fd1-4011-a651-fbe9e6f24eaf req-a9faab86-9877-42d9-a04c-d2b04fc9ae63 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397998 Aug 19 13:13:03.461366 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:03.735343 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0ab7a-5709-42e3-80ae-bcad90c4152d req-9d3c25c6-51a0-4835-9090-43923c61b14b tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:03.736920 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4cb0ab7a-5709-42e3-80ae-bcad90c4152d req-9d3c25c6-51a0-4835-9090-43923c61b14b tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 946 time: 0.1353724 Aug 19 13:13:03.785825 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4cb0ab7a-5709-42e3-80ae-bcad90c4152d req-1904f27b-1af3-4704-9400-a3773b180d80 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430007 Aug 19 13:13:04.528940 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe891a-3928-439a-8ad7-a527cbafd292 req-d0fa0e3c-7410-4804-a736-ff883819970e tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:04.531618 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-cabe891a-3928-439a-8ad7-a527cbafd292 req-d0fa0e3c-7410-4804-a736-ff883819970e tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.1031351 Aug 19 13:13:04.543175 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614b11a-e785-4176-a2a5-802a77d25387 req-88d9c7ec-0dcf-48b4-905e-39ace20906c6 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:04.545727 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-d614b11a-e785-4176-a2a5-802a77d25387 req-88d9c7ec-0dcf-48b4-905e-39ace20906c6 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.68 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 946 time: 0.1939931 Aug 19 13:13:04.570726 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9d497-5d1e-4e4c-89a2-9ef485e82bb9 req-e2b7999d-454a-47fb-ac00-8b0ae78ad79a tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:04.572212 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-4ec9d497-5d1e-4e4c-89a2-9ef485e82bb9 req-e2b7999d-454a-47fb-ac00-8b0ae78ad79a tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d0c909a-33ac-4a4b-96f7-3a4aa4adc538 HTTP/1.1" status: 200 len: 946 time: 0.1481950 Aug 19 13:13:04.590167 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-cabe891a-3928-439a-8ad7-a527cbafd292 req-fc026db8-eaa2-4a5b-a3ee-c51090f599c8 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/security-groups?id=c568ead1-7d5a-4440-ac89-9b6143180c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462608 Aug 19 13:13:04.681485 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-4ec9d497-5d1e-4e4c-89a2-9ef485e82bb9 req-8e592f29-29cc-40fe-b4de-eb9f26f2f4e8 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024697 Aug 19 13:13:04.709534 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.plugin [req-d614b11a-e785-4176-a2a5-802a77d25387 req-c67a7727-bcf3-42f4-bba9-941b5f436396 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Deleting port 14598cdf-88e3-44de-8ac2-879750d157f0 {{(pid=79299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:13:04.709883 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-d614b11a-e785-4176-a2a5-802a77d25387 req-c67a7727-bcf3-42f4-bba9-941b5f436396 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:04.738241 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ec2cf06c-7113-4283-a4cb-5d925eaf1cc1 req-267fa49a-eaab-4d78-ab88-e81ca35ccf53 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1216972 Aug 19 13:13:05.006270 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.db [req-d614b11a-e785-4176-a2a5-802a77d25387 req-c67a7727-bcf3-42f4-bba9-941b5f436396 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] For port 14598cdf-88e3-44de-8ac2-879750d157f0, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=14598cdf-88e3-44de-8ac2-879750d157f0,segment=NetworkSegment(4bacd4dc-35dc-4026-9500-78d94dfc592f),segment_id=4bacd4dc-35dc-4026-9500-78d94dfc592f)] {{(pid=79299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:13:05.006673 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-d614b11a-e785-4176-a2a5-802a77d25387 req-c67a7727-bcf3-42f4-bba9-941b5f436396 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:05.018052 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:05.112023 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2cf06c-7113-4283-a4cb-5d925eaf1cc1 req-4bcb06a6-374c-4b6d-a396-89381f3acb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:05.113763 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ec2cf06c-7113-4283-a4cb-5d925eaf1cc1 req-4bcb06a6-374c-4b6d-a396-89381f3acb2b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=11dcb989ec6c4491ae1ae5f2a00cbfd7&device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 1100 time: 0.2468355 Aug 19 13:13:05.139500 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d615ce-92cb-403f-9691-60e3b84acb78 req-24c0f133-076e-4b27-94ee-0df27bc32416 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:05.141310 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-19d615ce-92cb-403f-9691-60e3b84acb78 req-24c0f133-076e-4b27-94ee-0df27bc32416 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 946 time: 0.2120807 Aug 19 13:13:05.145604 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.plugin [req-d614b11a-e785-4176-a2a5-802a77d25387 req-c67a7727-bcf3-42f4-bba9-941b5f436396 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Calling delete_port for 14598cdf-88e3-44de-8ac2-879750d157f0 owned by compute:nova {{(pid=79299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:13:05.279537 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-19d615ce-92cb-403f-9691-60e3b84acb78 req-ecad8a1a-a40e-4460-985b-0ab6c589a620 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157236 Aug 19 13:13:05.315795 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-d614b11a-e785-4176-a2a5-802a77d25387 req-c67a7727-bcf3-42f4-bba9-941b5f436396 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6301144'] for port, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:05.320150 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2cf06c-7113-4283-a4cb-5d925eaf1cc1 req-96b3e27a-1812-4665-b959-f67bafe7efd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:05.321664 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ec2cf06c-7113-4283-a4cb-5d925eaf1cc1 req-96b3e27a-1812-4665-b959-f67bafe7efd4 service neutron] 10.222.0.68 "GET /v2.0/networks?id=3b979c5e-82fd-4500-9fbc-547a88a6c3c4 HTTP/1.1" status: 200 len: 917 time: 0.1775982 Aug 19 13:13:05.322681 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:13:05.374199 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67a7727-bcf3-42f4-bba9-941b5f436396 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Pushing event deleted for resources: {'Port': ['ID=14598cdf-88e3-44de-8ac2-879750d157f0,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:05.377546 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-c67a7727-bcf3-42f4-bba9-941b5f436396 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:13:05.444656 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ec2cf06c-7113-4283-a4cb-5d925eaf1cc1 req-272a9ffe-5300-492b-8698-7277ac3c55b5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47424f4a-678d-4870-ae86-843b6d41156c HTTP/1.1" status: 200 len: 1001 time: 0.1135144 Aug 19 13:13:05.459193 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.l3_dvrscheduler_db [req-d614b11a-e785-4176-a2a5-802a77d25387 req-c67a7727-bcf3-42f4-bba9-941b5f436396 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] No DVR routers for this DVR port 14598cdf-88e3-44de-8ac2-879750d157f0 on host hv-cinder-80514 {{(pid=79299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:13:05.461697 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-d614b11a-e785-4176-a2a5-802a77d25387 req-c67a7727-bcf3-42f4-bba9-941b5f436396 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for port, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:05.464472 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54efad08-ca70-483d-88ec-f4868f685f25', 'name': 'network-vif-deleted', 'tag': '14598cdf-88e3-44de-8ac2-879750d157f0'}] {{(pid=79299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:13:05.482228 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-d614b11a-e785-4176-a2a5-802a77d25387 req-c67a7727-bcf3-42f4-bba9-941b5f436396 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.68 "DELETE /v2.0/ports/14598cdf-88e3-44de-8ac2-879750d157f0 HTTP/1.1" status: 204 len: 173 time: 0.8621409 Aug 19 13:13:05.531238 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2cf06c-7113-4283-a4cb-5d925eaf1cc1 req-0430c74c-0c55-4b5c-800a-a62f0dda370b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:05.533690 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ec2cf06c-7113-4283-a4cb-5d925eaf1cc1 req-0430c74c-0c55-4b5c-800a-a62f0dda370b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a5197019-4cd9-46fe-ad6e-7e976db4e517 HTTP/1.1" status: 200 len: 854 time: 0.0700002 Aug 19 13:13:05.545026 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54efad08-ca70-483d-88ec-f4868f685f25', 'name': 'network-vif-deleted', 'tag': '14598cdf-88e3-44de-8ac2-879750d157f0', 'status': 'completed', 'code': 200} Aug 19 13:13:05.627355 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2cf06c-7113-4283-a4cb-5d925eaf1cc1 req-b088c073-a7c7-4618-a3b3-25ba9c47c658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:05.628754 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ec2cf06c-7113-4283-a4cb-5d925eaf1cc1 req-b088c073-a7c7-4618-a3b3-25ba9c47c658 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3b979c5e-82fd-4500-9fbc-547a88a6c3c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0840406 Aug 19 13:13:05.797159 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-858c4bef-7fcb-4a3f-98cc-cb5ce83b5cb3 req-b3f7fdbf-22d1-4a49-963e-583b6423d2cc tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] 10.222.0.49 "GET /v2.0/ports?device_id=54efad08-ca70-483d-88ec-f4868f685f25 HTTP/1.1" status: 200 len: 210 time: 0.0521772 Aug 19 13:13:05.865551 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ec2cf06c-7113-4283-a4cb-5d925eaf1cc1 req-9930a16a-133c-46b1-9a0e-819419370cc6 service neutron] 10.222.0.68 "GET /v2.0/networks/3b979c5e-82fd-4500-9fbc-547a88a6c3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182007 Aug 19 13:13:05.931036 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d0725-c93c-4f4c-b2ae-ff9ea1986e55 req-49d250b3-35ba-407c-9d07-d6f68c7430fa tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:05.932669 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-f34d0725-c93c-4f4c-b2ae-ff9ea1986e55 req-49d250b3-35ba-407c-9d07-d6f68c7430fa tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d0c909a-33ac-4a4b-96f7-3a4aa4adc538 HTTP/1.1" status: 200 len: 946 time: 0.1069570 Aug 19 13:13:05.987149 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-f34d0725-c93c-4f4c-b2ae-ff9ea1986e55 req-8c193e9e-0357-4282-a196-62c1b2cab7e2 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429039 Aug 19 13:13:06.027895 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ec2cf06c-7113-4283-a4cb-5d925eaf1cc1 req-50790115-29e2-4474-b9de-b00d1f41f40e service neutron] 10.222.0.68 "GET /v2.0/networks/3b979c5e-82fd-4500-9fbc-547a88a6c3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476195 Aug 19 13:13:06.503660 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56895e60-4687-4a57-8cc1-d953a3f8310e req-56f31040-7975-4008-82f7-8930974fef9a tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:06.505836 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-56895e60-4687-4a57-8cc1-d953a3f8310e req-56f31040-7975-4008-82f7-8930974fef9a tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 946 time: 0.0957472 Aug 19 13:13:06.555480 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-56895e60-4687-4a57-8cc1-d953a3f8310e req-0e875882-28cd-4484-8aca-ac8c8a1f4544 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432117 Aug 19 13:13:06.910088 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 14598cdf-88e3-44de-8ac2-879750d157f0 no longer exists at agent hyperv_hv-cinder-80514 {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 19 13:13:06.921592 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 55246) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:13:06.950060 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] No Port match for: 14598cdf-88e3-44de-8ac2-879750d157f0 {{(pid=79301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 19 13:13:06.950446 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 14598cdf-88e3-44de-8ac2-879750d157f0 not bound to the agent host hv-cinder-80514 {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 19 13:13:07.103969 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b131443-de04-4d35-8fac-6379a8eea83b req-b51be807-92ec-42b4-8aaf-d3f874e24681 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:07.105315 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4b131443-de04-4d35-8fac-6379a8eea83b req-b51be807-92ec-42b4-8aaf-d3f874e24681 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d0c909a-33ac-4a4b-96f7-3a4aa4adc538 HTTP/1.1" status: 200 len: 946 time: 0.0924935 Aug 19 13:13:07.237163 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [req-4b131443-de04-4d35-8fac-6379a8eea83b req-3bdeeffc-ca48-48bc-8fd1-4279ae2203b7 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Deleting port 4112eb92-3584-4b11-82b7-c0aef71ca0c1 {{(pid=79300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:13:07.238010 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-4b131443-de04-4d35-8fac-6379a8eea83b req-3bdeeffc-ca48-48bc-8fd1-4279ae2203b7 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:07.313460 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307168e3-8058-48b4-a9b6-e8496b356894 req-54b1fb58-b3e1-4ae2-a96e-08dd1a952792 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:07.315172 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-307168e3-8058-48b4-a9b6-e8496b356894 req-54b1fb58-b3e1-4ae2-a96e-08dd1a952792 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d0c909a-33ac-4a4b-96f7-3a4aa4adc538 HTTP/1.1" status: 200 len: 946 time: 0.1700788 Aug 19 13:13:07.416586 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-307168e3-8058-48b4-a9b6-e8496b356894 req-4b67b850-d14e-45f7-926b-0e355ac84286 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751219 Aug 19 13:13:07.630876 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.db [req-4b131443-de04-4d35-8fac-6379a8eea83b req-3bdeeffc-ca48-48bc-8fd1-4279ae2203b7 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] For port 4112eb92-3584-4b11-82b7-c0aef71ca0c1, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=4112eb92-3584-4b11-82b7-c0aef71ca0c1,segment=NetworkSegment(8989bbea-6f05-45e9-aa2f-091105ddb490),segment_id=8989bbea-6f05-45e9-aa2f-091105ddb490)] {{(pid=79300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:13:07.631586 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-4b131443-de04-4d35-8fac-6379a8eea83b req-3bdeeffc-ca48-48bc-8fd1-4279ae2203b7 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:07.744275 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-01c5c53c-c6a4-4e8f-9c7f-88bef3a7579a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8000222'] for router_interface, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:07.935721 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [req-4b131443-de04-4d35-8fac-6379a8eea83b req-3bdeeffc-ca48-48bc-8fd1-4279ae2203b7 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Calling delete_port for 4112eb92-3584-4b11-82b7-c0aef71ca0c1 owned by compute:nova {{(pid=79300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:13:08.054611 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4112383a-b82d-4b06-97c7-b001a67dc11d req-1505a425-6dec-4db0-9056-fb78e99e69e4 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:08.056414 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4112383a-b82d-4b06-97c7-b001a67dc11d req-1505a425-6dec-4db0-9056-fb78e99e69e4 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 946 time: 0.3236270 Aug 19 13:13:08.155159 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4112383a-b82d-4b06-97c7-b001a67dc11d req-87127f23-e254-40eb-b654-479ba8ca171e tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651140 Aug 19 13:13:08.162148 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-4b131443-de04-4d35-8fac-6379a8eea83b req-3bdeeffc-ca48-48bc-8fd1-4279ae2203b7 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202527'] for port, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:08.170248 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-9fc04c88-db38-4769-8d1c-c3cf0ac75309 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:13:08.183731 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.plugin [None req-01c5c53c-c6a4-4e8f-9c7f-88bef3a7579a admin admin] Deleting port c56da2ff-5301-4cf2-a091-d7e7c58afed3 {{(pid=79299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:13:08.184263 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-01c5c53c-c6a4-4e8f-9c7f-88bef3a7579a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:08.206038 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] get_ports_and_sgs() called for port_ids ['b90ebf80-3af1-4e47-873d-8555c773396c', '3b567a37-7883-47e0-9f6b-5813c1c8aed1', 'f3462dce-4463-4852-9124-33a057af6a3e', '4112eb92-3584-4b11-82b7-c0aef71ca0c1'] {{(pid=79301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 19 13:13:08.267117 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdeeffc-ca48-48bc-8fd1-4279ae2203b7 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Pushing event deleted for resources: {'Port': ['ID=4112eb92-3584-4b11-82b7-c0aef71ca0c1,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:08.310706 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdeeffc-ca48-48bc-8fd1-4279ae2203b7 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:08.311125 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdeeffc-ca48-48bc-8fd1-4279ae2203b7 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:08.311474 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdeeffc-ca48-48bc-8fd1-4279ae2203b7 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:08.311949 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdeeffc-ca48-48bc-8fd1-4279ae2203b7 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:08.312348 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdeeffc-ca48-48bc-8fd1-4279ae2203b7 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:08.312758 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdeeffc-ca48-48bc-8fd1-4279ae2203b7 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:08.313123 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdeeffc-ca48-48bc-8fd1-4279ae2203b7 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:08.313475 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdeeffc-ca48-48bc-8fd1-4279ae2203b7 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:08.313828 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdeeffc-ca48-48bc-8fd1-4279ae2203b7 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:08.314179 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdeeffc-ca48-48bc-8fd1-4279ae2203b7 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:08.314534 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdeeffc-ca48-48bc-8fd1-4279ae2203b7 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:08.314881 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdeeffc-ca48-48bc-8fd1-4279ae2203b7 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:08.324635 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-3bdeeffc-ca48-48bc-8fd1-4279ae2203b7 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:13:08.325887 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b131443-de04-4d35-8fac-6379a8eea83b req-3bdeeffc-ca48-48bc-8fd1-4279ae2203b7 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] No DVR routers for this DVR port 4112eb92-3584-4b11-82b7-c0aef71ca0c1 on host hv-cinder-80514 {{(pid=79300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:13:08.328551 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-4b131443-de04-4d35-8fac-6379a8eea83b req-3bdeeffc-ca48-48bc-8fd1-4279ae2203b7 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for port, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:08.332974 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0c909a-33ac-4a4b-96f7-3a4aa4adc538', 'name': 'network-vif-deleted', 'tag': '4112eb92-3584-4b11-82b7-c0aef71ca0c1'}] {{(pid=79300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:13:08.350174 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4b131443-de04-4d35-8fac-6379a8eea83b req-3bdeeffc-ca48-48bc-8fd1-4279ae2203b7 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.68 "DELETE /v2.0/ports/4112eb92-3584-4b11-82b7-c0aef71ca0c1 HTTP/1.1" status: 204 len: 173 time: 1.2380600 Aug 19 13:13:08.389030 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d0c909a-33ac-4a4b-96f7-3a4aa4adc538', 'name': 'network-vif-deleted', 'tag': '4112eb92-3584-4b11-82b7-c0aef71ca0c1', 'status': 'completed', 'code': 200} Aug 19 13:13:08.398242 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.db [None req-01c5c53c-c6a4-4e8f-9c7f-88bef3a7579a admin admin] For port c56da2ff-5301-4cf2-a091-d7e7c58afed3, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=c56da2ff-5301-4cf2-a091-d7e7c58afed3,segment=NetworkSegment(4bacd4dc-35dc-4026-9500-78d94dfc592f),segment_id=4bacd4dc-35dc-4026-9500-78d94dfc592f)] {{(pid=79299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:13:08.399115 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-01c5c53c-c6a4-4e8f-9c7f-88bef3a7579a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:08.553745 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.plugin [None req-01c5c53c-c6a4-4e8f-9c7f-88bef3a7579a admin admin] Calling delete_port for c56da2ff-5301-4cf2-a091-d7e7c58afed3 owned by network:router_interface {{(pid=79299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:13:08.592099 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-fb49a732-65a7-4a99-80c9-8e4f8cd9ac74 req-c834551b-197f-45e2-bc20-c1a6db3cf3ff tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Synchronizing usage tracker for tenant:b4b6db281aeb4ab1a7d3d41dbacfa52a on resource:port {{(pid=79300) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:13:08.608451 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-fb49a732-65a7-4a99-80c9-8e4f8cd9ac74 req-c834551b-197f-45e2-bc20-c1a6db3cf3ff tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Unset dirty status for tenant:b4b6db281aeb4ab1a7d3d41dbacfa52a on resource:port {{(pid=79300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:13:08.609944 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-fb49a732-65a7-4a99-80c9-8e4f8cd9ac74 req-c834551b-197f-45e2-bc20-c1a6db3cf3ff tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d0c909a-33ac-4a4b-96f7-3a4aa4adc538 HTTP/1.1" status: 200 len: 210 time: 0.0659790 Aug 19 13:13:08.909667 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-01c5c53c-c6a4-4e8f-9c7f-88bef3a7579a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6301144'] for port, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:08.914130 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:13:08.958546 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c5c53c-c6a4-4e8f-9c7f-88bef3a7579a admin admin] Pushing event deleted for resources: {'Port': ['ID=c56da2ff-5301-4cf2-a091-d7e7c58afed3,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:08.961932 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-01c5c53c-c6a4-4e8f-9c7f-88bef3a7579a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:13:09.385221 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-01c5c53c-c6a4-4e8f-9c7f-88bef3a7579a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7886210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8000162'] for router_interface, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:09.508997 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8f44b-1c77-4106-9c82-bbcb7ac9c017 req-d2611c95-af6a-4703-b53d-41dfa55a1d03 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:09.510571 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-58c8f44b-1c77-4106-9c82-bbcb7ac9c017 req-d2611c95-af6a-4703-b53d-41dfa55a1d03 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 946 time: 0.2061925 Aug 19 13:13:09.638418 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-58c8f44b-1c77-4106-9c82-bbcb7ac9c017 req-b58010e0-0eee-4a7f-b9f7-d07d3089001e tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743713 Aug 19 13:13:09.855102 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01c5c53c-c6a4-4e8f-9c7f-88bef3a7579a admin admin] Router 84b405e3-2618-4c40-86c4-5af5c4c43e34 has already been hosted by L3 agent bb0205a6-735d-4789-b813-02600d36e527 {{(pid=79299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 19 13:13:10.059018 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c5c53c-c6a4-4e8f-9c7f-88bef3a7579a admin admin] Notify agent at l3_agent.dv-cinder-805144-1-iscsi the message routers_updated {{(pid=79299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 19 13:13:10.071490 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5297eac0-0ac5-4df5-9b99-000d84f30e8c None None] Sync routers for ids ['84b405e3-2618-4c40-86c4-5af5c4c43e34'] in dv-cinder-805144-1-iscsi {{(pid=79302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:13:10.072472 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-01c5c53c-c6a4-4e8f-9c7f-88bef3a7579a admin admin] 10.222.0.49 "PUT /v2.0/routers/84b405e3-2618-4c40-86c4-5af5c4c43e34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1497853 Aug 19 13:13:10.075004 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 55284) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:13:10.082129 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5297eac0-0ac5-4df5-9b99-000d84f30e8c None None] Routers {'84b405e3-2618-4c40-86c4-5af5c4c43e34'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:13:10.082888 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-5297eac0-0ac5-4df5-9b99-000d84f30e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:13:01Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['84b405e3-2618-4c40-86c4-5af5c4c43e34'], 'active': True} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:13:10.263029 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-6c74f816-93d8-40e4-924f-5d18b63c37f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:10.289846 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvr_db [None req-5297eac0-0ac5-4df5-9b99-000d84f30e8c None None] Set router 84b405e3-2618-4c40-86c4-5af5c4c43e34 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:13:10.484674 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-6c74f816-93d8-40e4-924f-5d18b63c37f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:10.497568 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [None req-6c74f816-93d8-40e4-924f-5d18b63c37f4 admin admin] Deleting port b76c816c-b2ee-48d4-990c-4d31aeaec4a4 {{(pid=79300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:13:10.498109 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-6c74f816-93d8-40e4-924f-5d18b63c37f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:10.652212 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-5297eac0-0ac5-4df5-9b99-000d84f30e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b405e3-2618-4c40-86c4-5af5c4c43e34', 'name': 'tempest-ServerRescueNegativeTestJSON-1461096730-router', 'tenant_id': '21e4df950c014d1894d155aac044e94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': 'b76c816c-b2ee-48d4-990c-4d31aeaec4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:09:00Z', 'updated_at': '2021-08-19T13:13:08Z', 'revision_number': 5, 'project_id': '21e4df950c014d1894d155aac044e94a', 'gw_port': {'id': 'b76c816c-b2ee-48d4-990c-4d31aeaec4a4', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b405e3-2618-4c40-86c4-5af5c4c43e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:02Z', 'updated_at': '2021-08-19T13:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi'}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:13:10.656958 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5297eac0-0ac5-4df5-9b99-000d84f30e8c None None] Checking router: 84b405e3-2618-4c40-86c4-5af5c4c43e34 for host: dv-cinder-805144-1-iscsi {{(pid=79302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:13:10.668552 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5297eac0-0ac5-4df5-9b99-000d84f30e8c None None] Routers {'84b405e3-2618-4c40-86c4-5af5c4c43e34'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:13:10.669189 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-5297eac0-0ac5-4df5-9b99-000d84f30e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:13:01Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['84b405e3-2618-4c40-86c4-5af5c4c43e34'], 'active': True} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:13:10.697810 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.db [None req-6c74f816-93d8-40e4-924f-5d18b63c37f4 admin admin] For port b76c816c-b2ee-48d4-990c-4d31aeaec4a4, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=b76c816c-b2ee-48d4-990c-4d31aeaec4a4,segment=NetworkSegment(20104d1f-9cfe-4c86-a938-6570a8b83d9b),segment_id=20104d1f-9cfe-4c86-a938-6570a8b83d9b)] {{(pid=79300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:13:10.698205 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-6c74f816-93d8-40e4-924f-5d18b63c37f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:10.840102 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvr_db [None req-5297eac0-0ac5-4df5-9b99-000d84f30e8c None None] Set router 84b405e3-2618-4c40-86c4-5af5c4c43e34 gateway port host: None {{(pid=79302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:13:10.841859 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [None req-6c74f816-93d8-40e4-924f-5d18b63c37f4 admin admin] Calling delete_port for b76c816c-b2ee-48d4-990c-4d31aeaec4a4 owned by network:router_gateway {{(pid=79300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:13:10.868103 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b9b6e-659b-434b-a431-ed3926e109e9 req-e00b6840-ab70-4564-881c-3ed159a85f78 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:10.879777 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-975b9b6e-659b-434b-a431-ed3926e109e9 req-e00b6840-ab70-4564-881c-3ed159a85f78 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 946 time: 0.1209269 Aug 19 13:13:10.921152 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 4112eb92-3584-4b11-82b7-c0aef71ca0c1 no longer exists at agent hyperv_hv-cinder-80514 {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 19 13:13:10.949585 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-975b9b6e-659b-434b-a431-ed3926e109e9 req-5049e260-3feb-45de-98b1-45ff732ad2e9 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686603 Aug 19 13:13:10.976741 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-5297eac0-0ac5-4df5-9b99-000d84f30e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b405e3-2618-4c40-86c4-5af5c4c43e34', 'name': 'tempest-ServerRescueNegativeTestJSON-1461096730-router', 'tenant_id': '21e4df950c014d1894d155aac044e94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:09:00Z', 'updated_at': '2021-08-19T13:13:10Z', 'revision_number': 6, 'project_id': '21e4df950c014d1894d155aac044e94a', 'gw_port_host': None}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:13:10.994066 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5297eac0-0ac5-4df5-9b99-000d84f30e8c None None] The sync data for ids ['84b405e3-2618-4c40-86c4-5af5c4c43e34'] in dv-cinder-805144-1-iscsi is: [{'id': '84b405e3-2618-4c40-86c4-5af5c4c43e34', 'name': 'tempest-ServerRescueNegativeTestJSON-1461096730-router', 'tenant_id': '21e4df950c014d1894d155aac044e94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:09:00Z', 'updated_at': '2021-08-19T13:13:10Z', 'revision_number': 6, 'project_id': '21e4df950c014d1894d155aac044e94a', 'gw_port_host': None}] {{(pid=79302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:13:11.024245 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] No Port match for: 4112eb92-3584-4b11-82b7-c0aef71ca0c1 {{(pid=79301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 19 13:13:11.024908 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 4112eb92-3584-4b11-82b7-c0aef71ca0c1 not bound to the agent host hv-cinder-80514 {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 19 13:13:11.416060 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-6c74f816-93d8-40e4-924f-5d18b63c37f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202527'] for port, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:11.420357 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:13:11.485657 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c74f816-93d8-40e4-924f-5d18b63c37f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b76c816c-b2ee-48d4-990c-4d31aeaec4a4,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:11.517031 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-6c74f816-93d8-40e4-924f-5d18b63c37f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:13:11.518552 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba034c-2002-45ef-bc65-b198fe96974e req-36347912-0af1-48a8-9a27-a6c89dc74636 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:11.528041 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-3bba034c-2002-45ef-bc65-b198fe96974e req-36347912-0af1-48a8-9a27-a6c89dc74636 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=068daa96-c3a1-45c0-aac8-d42900e5112e HTTP/1.1" status: 200 len: 945 time: 0.1253171 Aug 19 13:13:11.576957 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-3bba034c-2002-45ef-bc65-b198fe96974e req-76ab791e-1dc6-4e03-80a1-c490a77eb907 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478950 Aug 19 13:13:11.612733 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-6c74f816-93d8-40e4-924f-5d18b63c37f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962891'] for router_gateway, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:11.803302 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-6c74f816-93d8-40e4-924f-5d18b63c37f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8006225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14674'] for router, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:11.806144 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-6c74f816-93d8-40e4-924f-5d18b63c37f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:11.914388 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-6c74f816-93d8-40e4-924f-5d18b63c37f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8006993'] for router, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:11.915195 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c74f816-93d8-40e4-924f-5d18b63c37f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84b405e3-2618-4c40-86c4-5af5c4c43e34 {{(pid=79300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 19 13:13:11.937141 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-6c74f816-93d8-40e4-924f-5d18b63c37f4 admin admin] Notify callbacks [] for router, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:11.938485 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-6c74f816-93d8-40e4-924f-5d18b63c37f4 admin admin] 10.222.0.49 "DELETE /v2.0/routers/84b405e3-2618-4c40-86c4-5af5c4c43e34 HTTP/1.1" status: 204 len: 168 time: 1.8622887 Aug 19 13:13:11.942240 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 55298) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:13:11.947976 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device c56da2ff-5301-4cf2-a091-d7e7c58afed3 no longer exists at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 19 13:13:11.984042 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] No Port match for: c56da2ff-5301-4cf2-a091-d7e7c58afed3 {{(pid=79301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 19 13:13:11.984786 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device c56da2ff-5301-4cf2-a091-d7e7c58afed3 not bound to the agent host dv-cinder-805144-1-iscsi {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 19 13:13:12.007901 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffea2747-50da-4087-b07c-2393fea99fdc admin admin] Deleting subnet 7a72a2fc-b629-4f4b-9486-128583568f2d {{(pid=79300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 19 13:13:12.011641 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-ffea2747-50da-4087-b07c-2393fea99fdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:12.080708 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-ffea2747-50da-4087-b07c-2393fea99fdc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6203714'] for subnet, precommit_delete_associations {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:12.228250 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-ffea2747-50da-4087-b07c-2393fea99fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916658'] for subnet, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:12.313076 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c84cb0-6170-4196-b5b1-e47fca20b527 req-2f0c1155-0349-4b6f-a90b-78fb45c97d11 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:12.314639 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-40c84cb0-6170-4196-b5b1-e47fca20b527 req-2f0c1155-0349-4b6f-a90b-78fb45c97d11 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 946 time: 0.1784782 Aug 19 13:13:12.351241 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-ffea2747-50da-4087-b07c-2393fea99fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6202572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374726'] for subnet, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:12.363200 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-b3604d91-30a6-4105-b393-830567721e5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:13:12.413464 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffea2747-50da-4087-b07c-2393fea99fdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a72a2fc-b629-4f4b-9486-128583568f2d,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:12.415688 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-ffea2747-50da-4087-b07c-2393fea99fdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for subnet, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:12.420688 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-ffea2747-50da-4087-b07c-2393fea99fdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:13:12.427991 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-40c84cb0-6170-4196-b5b1-e47fca20b527 req-34715121-0cad-42e0-b9cf-d8948060da7d tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035967 Aug 19 13:13:12.431714 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-ffea2747-50da-4087-b07c-2393fea99fdc admin admin] 10.222.0.49 "DELETE /v2.0/subnets/7a72a2fc-b629-4f4b-9486-128583568f2d HTTP/1.1" status: 204 len: 168 time: 0.4870923 Aug 19 13:13:12.432462 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 55306) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:13:12.557241 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-75a7f2cf-2cb4-42e2-898e-7eb39000cc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-793971'] for network, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:12.689164 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-75a7f2cf-2cb4-42e2-898e-7eb39000cc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914249', 'neutron.services.segments.db._delete_segments_for_network-8734197845149'] for network, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:12.704167 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.services.segments.db [None req-75a7f2cf-2cb4-42e2-898e-7eb39000cc1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d77b99d-7ba7-4067-8ba3-3867da9acfb5']}} {{(pid=79300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:13:12.722678 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.services.segments.db [None req-75a7f2cf-2cb4-42e2-898e-7eb39000cc1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bacd4dc-35dc-4026-9500-78d94dfc592f') {'for_net_delete': True} {{(pid=79300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:13:12.722978 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.services.segments.db [None req-75a7f2cf-2cb4-42e2-898e-7eb39000cc1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bacd4dc-35dc-4026-9500-78d94dfc592f') {} {{(pid=79300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:13:12.736639 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-75a7f2cf-2cb4-42e2-898e-7eb39000cc1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734197843447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6203741'] for segment, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:12.760036 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-75a7f2cf-2cb4-42e2-898e-7eb39000cc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910984'] for segment, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:12.768411 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75a7f2cf-2cb4-42e2-898e-7eb39000cc1f admin admin] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=79300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:13:12.768911 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-75a7f2cf-2cb4-42e2-898e-7eb39000cc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-910977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202538'] for segment, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:12.784920 dv-cinder-805144-1-iscsi neutron-server[79300]: Traceback (most recent call last): Aug 19 13:13:12.784920 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:13:12.784920 dv-cinder-805144-1-iscsi neutron-server[79300]: timer() Aug 19 13:13:12.784920 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:13:12.784920 dv-cinder-805144-1-iscsi neutron-server[79300]: cb(*args, **kw) Aug 19 13:13:12.784920 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 19 13:13:12.784920 dv-cinder-805144-1-iscsi neutron-server[79300]: return func(*args, **kwargs) Aug 19 13:13:12.784920 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:13:12.784920 dv-cinder-805144-1-iscsi neutron-server[79300]: self._notify() Aug 19 13:13:12.784920 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:13:12.784920 dv-cinder-805144-1-iscsi neutron-server[79300]: self.callback(batched_events) Aug 19 13:13:12.784920 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:13:12.784920 dv-cinder-805144-1-iscsi neutron-server[79300]: event.method(event) Aug 19 13:13:12.784920 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 19 13:13:12.784920 dv-cinder-805144-1-iscsi neutron-server[79300]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:13:12.784920 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 19 13:13:12.784920 dv-cinder-805144-1-iscsi neutron-server[79300]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:13:12.784920 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:13:12.784920 dv-cinder-805144-1-iscsi neutron-server[79300]: return f(self, *a, **k) Aug 19 13:13:12.784920 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:13:12.784920 dv-cinder-805144-1-iscsi neutron-server[79300]: return self._get(url).json() Aug 19 13:13:12.784920 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:13:12.784920 dv-cinder-805144-1-iscsi neutron-server[79300]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:13:12.784920 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:13:12.784920 dv-cinder-805144-1-iscsi neutron-server[79300]: return self.request(url, 'GET', **kwargs) Aug 19 13:13:12.784920 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:13:12.784920 dv-cinder-805144-1-iscsi neutron-server[79300]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:13:12.784920 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:13:12.784920 dv-cinder-805144-1-iscsi neutron-server[79300]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:13:12.784920 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:13:12.784920 dv-cinder-805144-1-iscsi neutron-server[79300]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:13:12.784920 dv-cinder-805144-1-iscsi neutron-server[79300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:13:12.789365 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9b2fc-021b-4cce-855b-cee15c1d3a0a req-e7fe1aef-5c2a-4cd0-9a8a-b0b23f64a480 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:12.791013 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-25b9b2fc-021b-4cce-855b-cee15c1d3a0a req-e7fe1aef-5c2a-4cd0-9a8a-b0b23f64a480 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=068daa96-c3a1-45c0-aac8-d42900e5112e HTTP/1.1" status: 200 len: 945 time: 0.1024897 Aug 19 13:13:12.854576 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-25b9b2fc-021b-4cce-855b-cee15c1d3a0a req-4656fdbc-8d02-42ac-a947-34672d4c04aa tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572326 Aug 19 13:13:12.877100 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-75a7f2cf-2cb4-42e2-898e-7eb39000cc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962902'] for network, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:12.883773 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-75a7f2cf-2cb4-42e2-898e-7eb39000cc1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for network, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:12.886419 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:13:12.913729 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7f2cf-2cb4-42e2-898e-7eb39000cc1f admin admin] Pushing event deleted for resources: {'Network': ['ID=1d77b99d-7ba7-4067-8ba3-3867da9acfb5,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:12.917309 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-75a7f2cf-2cb4-42e2-898e-7eb39000cc1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:13:12.925117 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-75a7f2cf-2cb4-42e2-898e-7eb39000cc1f admin admin] 10.222.0.49 "DELETE /v2.0/networks/1d77b99d-7ba7-4067-8ba3-3867da9acfb5 HTTP/1.1" status: 204 len: 168 time: 0.4862833 Aug 19 13:13:13.128393 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 55314) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:13:13.183275 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-deeaf1a4-d295-414a-93b7-ead8e4951a08 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=21e4df950c014d1894d155aac044e94a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0536137 Aug 19 13:13:13.186032 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 55318) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:13:13.256485 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-29b8cd05-7838-4cb1-9049-3d1808c9e530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:13.284819 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-29b8cd05-7838-4cb1-9049-3d1808c9e530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:13.341412 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-29b8cd05-7838-4cb1-9049-3d1808c9e530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:13.345438 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-4105d134-c1d9-4561-bb07-f0674d6eb710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:13:13.359809 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b8cd05-7838-4cb1-9049-3d1808c9e530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c568ead1-7d5a-4440-ac89-9b6143180c9d,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:13.362623 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-29b8cd05-7838-4cb1-9049-3d1808c9e530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:13:13.371403 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-29b8cd05-7838-4cb1-9049-3d1808c9e530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:13.375508 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-29b8cd05-7838-4cb1-9049-3d1808c9e530 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c568ead1-7d5a-4440-ac89-9b6143180c9d HTTP/1.1" status: 204 len: 168 time: 0.1883886 Aug 19 13:13:13.438793 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cfb387-fa4a-43f6-8e30-f22863b4cf4d req-20eb3ee5-3e20-45c6-8662-e10cdd119d39 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:13.440342 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-05cfb387-fa4a-43f6-8e30-f22863b4cf4d req-20eb3ee5-3e20-45c6-8662-e10cdd119d39 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.68 "GET /v2.0/ports?device_id=068daa96-c3a1-45c0-aac8-d42900e5112e HTTP/1.1" status: 200 len: 945 time: 0.0943530 Aug 19 13:13:13.542288 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [req-05cfb387-fa4a-43f6-8e30-f22863b4cf4d req-82319e71-8279-410c-9d8b-c1cbfce0d7d3 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Deleting port f3462dce-4463-4852-9124-33a057af6a3e {{(pid=79300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:13:13.542828 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-05cfb387-fa4a-43f6-8e30-f22863b4cf4d req-82319e71-8279-410c-9d8b-c1cbfce0d7d3 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:13.555458 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device b76c816c-b2ee-48d4-990c-4d31aeaec4a4 no longer exists at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 19 13:13:13.595203 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] No Port match for: b76c816c-b2ee-48d4-990c-4d31aeaec4a4 {{(pid=79301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 19 13:13:13.595735 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device b76c816c-b2ee-48d4-990c-4d31aeaec4a4 not bound to the agent host dv-cinder-805144-1-iscsi {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 19 13:13:13.961056 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64e103-fc05-4443-bf8e-7ce52088f9b1 req-0db7f82e-8b83-4384-bbaf-8d639d155189 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:13.963528 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-7b64e103-fc05-4443-bf8e-7ce52088f9b1 req-0db7f82e-8b83-4384-bbaf-8d639d155189 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 946 time: 0.2611456 Aug 19 13:13:14.064874 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-7b64e103-fc05-4443-bf8e-7ce52088f9b1 req-d54a8799-efb6-47ba-8684-75a401bd0332 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952506 Aug 19 13:13:14.137710 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a54534-9265-46ed-93db-1a06b8e7f1b6 req-9902a3c6-1de9-4759-9b90-1f2c1bcc6b8e tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:14.140649 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e9a54534-9265-46ed-93db-1a06b8e7f1b6 req-9902a3c6-1de9-4759-9b90-1f2c1bcc6b8e tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=068daa96-c3a1-45c0-aac8-d42900e5112e HTTP/1.1" status: 200 len: 945 time: 0.1452405 Aug 19 13:13:14.158550 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.db [req-05cfb387-fa4a-43f6-8e30-f22863b4cf4d req-82319e71-8279-410c-9d8b-c1cbfce0d7d3 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] For port f3462dce-4463-4852-9124-33a057af6a3e, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=f3462dce-4463-4852-9124-33a057af6a3e,segment=NetworkSegment(8989bbea-6f05-45e9-aa2f-091105ddb490),segment_id=8989bbea-6f05-45e9-aa2f-091105ddb490)] {{(pid=79300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:13:14.159053 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-05cfb387-fa4a-43f6-8e30-f22863b4cf4d req-82319e71-8279-410c-9d8b-c1cbfce0d7d3 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:14.210082 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e9a54534-9265-46ed-93db-1a06b8e7f1b6 req-3c575ff8-c35f-4744-a4e4-94f4cd8af138 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601645 Aug 19 13:13:14.359507 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [req-05cfb387-fa4a-43f6-8e30-f22863b4cf4d req-82319e71-8279-410c-9d8b-c1cbfce0d7d3 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Calling delete_port for f3462dce-4463-4852-9124-33a057af6a3e owned by compute:nova {{(pid=79300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:13:14.575728 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-05cfb387-fa4a-43f6-8e30-f22863b4cf4d req-82319e71-8279-410c-9d8b-c1cbfce0d7d3 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202527'] for port, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:14.582275 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-fd1a132d-ee64-4ef9-a084-e6352aa48c8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:13:14.616191 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] get_ports_and_sgs() called for port_ids ['b90ebf80-3af1-4e47-873d-8555c773396c', '3b567a37-7883-47e0-9f6b-5813c1c8aed1', 'f3462dce-4463-4852-9124-33a057af6a3e'] {{(pid=79301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 19 13:13:14.632625 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82319e71-8279-410c-9d8b-c1cbfce0d7d3 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Pushing event deleted for resources: {'Port': ['ID=f3462dce-4463-4852-9124-33a057af6a3e,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:14.635855 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-82319e71-8279-410c-9d8b-c1cbfce0d7d3 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:13:14.717292 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.l3_dvrscheduler_db [req-05cfb387-fa4a-43f6-8e30-f22863b4cf4d req-82319e71-8279-410c-9d8b-c1cbfce0d7d3 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] No DVR routers for this DVR port f3462dce-4463-4852-9124-33a057af6a3e on host hv-cinder-80514 {{(pid=79300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:13:14.721700 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-05cfb387-fa4a-43f6-8e30-f22863b4cf4d req-82319e71-8279-410c-9d8b-c1cbfce0d7d3 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for port, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:14.725961 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068daa96-c3a1-45c0-aac8-d42900e5112e', 'name': 'network-vif-deleted', 'tag': 'f3462dce-4463-4852-9124-33a057af6a3e'}] {{(pid=79300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:13:14.744143 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-05cfb387-fa4a-43f6-8e30-f22863b4cf4d req-82319e71-8279-410c-9d8b-c1cbfce0d7d3 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.68 "DELETE /v2.0/ports/f3462dce-4463-4852-9124-33a057af6a3e HTTP/1.1" status: 204 len: 173 time: 1.2954917 Aug 19 13:13:14.783282 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '068daa96-c3a1-45c0-aac8-d42900e5112e', 'name': 'network-vif-deleted', 'tag': 'f3462dce-4463-4852-9124-33a057af6a3e', 'status': 'completed', 'code': 200} Aug 19 13:13:15.347024 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89624050-c097-428f-8394-f7ebeddc21e8 req-d6c1bd7d-615a-4f6e-a98b-119cf024950f tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:15.347024 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-89624050-c097-428f-8394-f7ebeddc21e8 req-d6c1bd7d-615a-4f6e-a98b-119cf024950f tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 946 time: 0.0989757 Aug 19 13:13:15.408192 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-70ba043f-bbd5-4062-bed8-1331abd9e5d1 req-3343dd66-838c-4b87-8b26-358fdfd946dc tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Synchronizing usage tracker for tenant:b4b6db281aeb4ab1a7d3d41dbacfa52a on resource:port {{(pid=79300) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:13:15.422499 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-89624050-c097-428f-8394-f7ebeddc21e8 req-f1bf130b-c5df-4196-89af-9f2d2711cb50 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738964 Aug 19 13:13:15.445318 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-70ba043f-bbd5-4062-bed8-1331abd9e5d1 req-3343dd66-838c-4b87-8b26-358fdfd946dc tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Unset dirty status for tenant:b4b6db281aeb4ab1a7d3d41dbacfa52a on resource:port {{(pid=79300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:13:15.448464 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-70ba043f-bbd5-4062-bed8-1331abd9e5d1 req-3343dd66-838c-4b87-8b26-358fdfd946dc tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=068daa96-c3a1-45c0-aac8-d42900e5112e HTTP/1.1" status: 200 len: 210 time: 0.1060617 Aug 19 13:13:16.702385 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe92a6e-ede8-4090-a466-8b1af081c8ba req-413c3bd1-9cdc-44e2-b529-7453e804701f tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:16.704340 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-dfe92a6e-ede8-4090-a466-8b1af081c8ba req-413c3bd1-9cdc-44e2-b529-7453e804701f tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 946 time: 0.1255636 Aug 19 13:13:16.784876 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-dfe92a6e-ede8-4090-a466-8b1af081c8ba req-3e5a11c7-4cdc-4a19-be53-61978b7db9ed tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721335 Aug 19 13:13:17.122671 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd2e429-65db-4c6c-803c-f1bacd82f684 req-fe1df744-d3d2-4b21-ab33-3b21e562437f tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:17.124315 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-8cd2e429-65db-4c6c-803c-f1bacd82f684 req-fe1df744-d3d2-4b21-ab33-3b21e562437f tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=492b6584-80b5-4f40-955b-e7e0073b140b HTTP/1.1" status: 200 len: 945 time: 0.1121192 Aug 19 13:13:17.291501 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-8cd2e429-65db-4c6c-803c-f1bacd82f684 req-8e11165f-45df-44cf-b8b0-23af8fa226e7 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581507 Aug 19 13:13:17.352193 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 55424) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:13:17.493148 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-f4121529-4344-4fe9-ba35-3adeb13814d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:17.510809 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-f4121529-4344-4fe9-ba35-3adeb13814d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:13:17.515391 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-f4121529-4344-4fe9-ba35-3adeb13814d5 admin admin] Usage tracker for resource:security_group_rule and tenant:14cce73ae4e940d4adc07edcbc75254a is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:13:17.519116 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-f4121529-4344-4fe9-ba35-3adeb13814d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:13:17.526796 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-f4121529-4344-4fe9-ba35-3adeb13814d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:13:17.637997 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-f4121529-4344-4fe9-ba35-3adeb13814d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:17.642969 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-f4121529-4344-4fe9-ba35-3adeb13814d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:17.653396 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-596de880-5828-49dc-8577-bc17d3c48a5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:13:17.696998 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4121529-4344-4fe9-ba35-3adeb13814d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4669e0df-c40e-4825-a52b-2208c0d172fc,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:17.700448 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-f4121529-4344-4fe9-ba35-3adeb13814d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:13:17.703459 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-f4121529-4344-4fe9-ba35-3adeb13814d5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=14cce73ae4e940d4adc07edcbc75254a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3498659 Aug 19 13:13:17.706477 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 55430) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:13:17.784067 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-9ce1ef36-023c-42d4-830a-767e6adc0904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:17.822668 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-9ce1ef36-023c-42d4-830a-767e6adc0904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:17.891257 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-9ce1ef36-023c-42d4-830a-767e6adc0904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:17.896415 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-59428483-9228-47a2-9ef6-64948e9289e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:13:17.908489 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce1ef36-023c-42d4-830a-767e6adc0904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4669e0df-c40e-4825-a52b-2208c0d172fc,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:17.912120 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-9ce1ef36-023c-42d4-830a-767e6adc0904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:13:17.918095 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-9ce1ef36-023c-42d4-830a-767e6adc0904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:17.919252 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-9ce1ef36-023c-42d4-830a-767e6adc0904 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4669e0df-c40e-4825-a52b-2208c0d172fc HTTP/1.1" status: 204 len: 168 time: 0.2110424 Aug 19 13:13:18.054610 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b42150-bd18-4966-8009-26bf382c7ec0 req-3755464f-6319-46bf-b934-f0ccb25f4b01 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:18.056293 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-64b42150-bd18-4966-8009-26bf382c7ec0 req-3755464f-6319-46bf-b934-f0ccb25f4b01 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 946 time: 0.1335442 Aug 19 13:13:18.072367 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device f3462dce-4463-4852-9124-33a057af6a3e no longer exists at agent hyperv_hv-cinder-80514 {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 19 13:13:18.136302 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] No Port match for: f3462dce-4463-4852-9124-33a057af6a3e {{(pid=79301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 19 13:13:18.136951 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device f3462dce-4463-4852-9124-33a057af6a3e not bound to the agent host hv-cinder-80514 {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 19 13:13:18.155635 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-64b42150-bd18-4966-8009-26bf382c7ec0 req-49e3344b-1b3d-4d5e-aef9-c464c73323ea tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837617 Aug 19 13:13:18.267520 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 55442) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:13:18.288073 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-f9b4f2ef-9169-4e0a-bf4b-2715429960fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:18.303250 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-f9b4f2ef-9169-4e0a-bf4b-2715429960fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:13:18.307310 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-f9b4f2ef-9169-4e0a-bf4b-2715429960fe admin admin] Usage tracker for resource:security_group_rule and tenant:16f818dce95246e7b0938ef67db1dd2b is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:13:18.310377 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-f9b4f2ef-9169-4e0a-bf4b-2715429960fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:13:18.316688 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-f9b4f2ef-9169-4e0a-bf4b-2715429960fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:13:18.456731 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-f9b4f2ef-9169-4e0a-bf4b-2715429960fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:18.462809 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-f9b4f2ef-9169-4e0a-bf4b-2715429960fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:18.474830 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-29b8cd05-7838-4cb1-9049-3d1808c9e530 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:13:18.530955 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b4f2ef-9169-4e0a-bf4b-2715429960fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd74182-8415-49b5-bf77-b520b3b79210,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:18.536099 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-f9b4f2ef-9169-4e0a-bf4b-2715429960fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:13:18.541655 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-f9b4f2ef-9169-4e0a-bf4b-2715429960fe admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=16f818dce95246e7b0938ef67db1dd2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2699933 Aug 19 13:13:18.541655 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 55448) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:13:18.614477 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc4eb04-cd4b-4ce8-93be-cb639d3da4fb req-10feaef3-61fb-45c2-84e7-e76bc94f0a24 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:18.616475 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-9dc4eb04-cd4b-4ce8-93be-cb639d3da4fb req-10feaef3-61fb-45c2-84e7-e76bc94f0a24 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=492b6584-80b5-4f40-955b-e7e0073b140b HTTP/1.1" status: 200 len: 945 time: 0.2013013 Aug 19 13:13:18.654484 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-06a4e7dd-16c8-4a92-a091-66ffd5df404e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:18.705380 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-06a4e7dd-16c8-4a92-a091-66ffd5df404e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:18.715394 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-9dc4eb04-cd4b-4ce8-93be-cb639d3da4fb req-a9a1b50b-2b0f-4796-97ec-128f4433e2aa tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876720 Aug 19 13:13:18.777380 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-06a4e7dd-16c8-4a92-a091-66ffd5df404e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:18.783310 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-84c51579-951c-4af4-9d1d-50d78bd5a4d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:13:18.809140 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a4e7dd-16c8-4a92-a091-66ffd5df404e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd74182-8415-49b5-bf77-b520b3b79210,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:18.814136 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-06a4e7dd-16c8-4a92-a091-66ffd5df404e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:13:18.817687 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-06a4e7dd-16c8-4a92-a091-66ffd5df404e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:18.819679 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-06a4e7dd-16c8-4a92-a091-66ffd5df404e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/edd74182-8415-49b5-bf77-b520b3b79210 HTTP/1.1" status: 204 len: 168 time: 0.2767861 Aug 19 13:13:19.415881 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e3ecf-c922-4db0-8456-cbb5653901d2 req-f84f9bee-72be-47a7-bb5c-0985444844f9 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:19.418208 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-df7e3ecf-c922-4db0-8456-cbb5653901d2 req-f84f9bee-72be-47a7-bb5c-0985444844f9 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 946 time: 0.1332779 Aug 19 13:13:19.497337 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-df7e3ecf-c922-4db0-8456-cbb5653901d2 req-1a59eea4-919d-4a38-ae76-60028cbcefa6 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705838 Aug 19 13:13:19.982272 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ebc74d-5205-456d-b0ab-0d44cab1c198 req-c8469fee-2865-47aa-8026-e4986c72786f tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:19.984026 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-50ebc74d-5205-456d-b0ab-0d44cab1c198 req-c8469fee-2865-47aa-8026-e4986c72786f tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=492b6584-80b5-4f40-955b-e7e0073b140b HTTP/1.1" status: 200 len: 945 time: 0.1065269 Aug 19 13:13:20.068165 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-50ebc74d-5205-456d-b0ab-0d44cab1c198 req-e9c48b8e-051d-4d03-a2b6-96b751e7cbb7 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749424 Aug 19 13:13:20.713134 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b3cc19-fa34-4f6d-86d9-3b016f0fc52e req-ada91bfb-4422-4bf2-acd1-2849c37e4adf tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:20.714985 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-c9b3cc19-fa34-4f6d-86d9-3b016f0fc52e req-ada91bfb-4422-4bf2-acd1-2849c37e4adf tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 946 time: 0.0935874 Aug 19 13:13:20.785528 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-c9b3cc19-fa34-4f6d-86d9-3b016f0fc52e req-944ed3c6-14cc-4b9d-a73d-b6edf5b45eea tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612597 Aug 19 13:13:21.249584 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830162ff-aef8-48a7-88f0-615dfeedd56c req-7e47c5af-0862-495f-9f89-a9d310c05728 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:21.251313 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-830162ff-aef8-48a7-88f0-615dfeedd56c req-7e47c5af-0862-495f-9f89-a9d310c05728 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 946 time: 0.0927587 Aug 19 13:13:21.312619 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-830162ff-aef8-48a7-88f0-615dfeedd56c req-46e15df4-06b9-4f0e-b7dd-eb319d6b961e tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536449 Aug 19 13:13:21.330226 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714272d-67fc-4746-82fc-dcfde60ad40f req-32184e66-bde0-47ea-b295-e15eca292c20 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:21.332098 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-9714272d-67fc-4746-82fc-dcfde60ad40f req-32184e66-bde0-47ea-b295-e15eca292c20 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=492b6584-80b5-4f40-955b-e7e0073b140b HTTP/1.1" status: 200 len: 945 time: 0.1159575 Aug 19 13:13:21.398841 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 55526) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:13:21.409422 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-9714272d-67fc-4746-82fc-dcfde60ad40f req-d19946db-62ba-447a-80fc-f32e65f34b3f tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654516 Aug 19 13:13:21.546141 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-351ef825-0424-4b06-8909-822a28a0ee1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:21.566389 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-351ef825-0424-4b06-8909-822a28a0ee1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:13:21.570583 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-351ef825-0424-4b06-8909-822a28a0ee1f admin admin] Usage tracker for resource:security_group_rule and tenant:bb20fbe54d354efca21a82592d8ad559 is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:13:21.574854 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-351ef825-0424-4b06-8909-822a28a0ee1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:13:21.583077 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-351ef825-0424-4b06-8909-822a28a0ee1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:13:21.685498 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-351ef825-0424-4b06-8909-822a28a0ee1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:21.694205 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-351ef825-0424-4b06-8909-822a28a0ee1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:21.706968 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:13:21.759424 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-351ef825-0424-4b06-8909-822a28a0ee1f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bb20fbe54d354efca21a82592d8ad559&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3593729 Aug 19 13:13:21.761476 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351ef825-0424-4b06-8909-822a28a0ee1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60fbb8c-4a43-4e35-b4fd-0bd01e5d9fec,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:21.762809 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 55534) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:13:21.765068 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-351ef825-0424-4b06-8909-822a28a0ee1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:13:21.856221 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-bcaadb2d-3ee2-4f57-b2f0-328449339452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:21.906111 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-bcaadb2d-3ee2-4f57-b2f0-328449339452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:21.993067 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-bcaadb2d-3ee2-4f57-b2f0-328449339452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:21.996904 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-2331fe69-1be1-46a3-9822-61848da3e62b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:13:22.012196 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaadb2d-3ee2-4f57-b2f0-328449339452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60fbb8c-4a43-4e35-b4fd-0bd01e5d9fec,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:22.016647 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-bcaadb2d-3ee2-4f57-b2f0-328449339452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:13:22.020924 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-bcaadb2d-3ee2-4f57-b2f0-328449339452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:22.022058 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-bcaadb2d-3ee2-4f57-b2f0-328449339452 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a60fbb8c-4a43-4e35-b4fd-0bd01e5d9fec HTTP/1.1" status: 204 len: 168 time: 0.2581837 Aug 19 13:13:22.345979 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 55546) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:13:22.372455 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-05817831-3a0c-4a2f-96ce-4b0a7bf1508d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:22.399122 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-05817831-3a0c-4a2f-96ce-4b0a7bf1508d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:13:22.403960 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-05817831-3a0c-4a2f-96ce-4b0a7bf1508d admin admin] Usage tracker for resource:security_group_rule and tenant:11f84eabf4494c3188eb84aed941002d is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:13:22.407461 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-05817831-3a0c-4a2f-96ce-4b0a7bf1508d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:13:22.415109 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-05817831-3a0c-4a2f-96ce-4b0a7bf1508d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:13:22.536344 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-05817831-3a0c-4a2f-96ce-4b0a7bf1508d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:22.543599 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-05817831-3a0c-4a2f-96ce-4b0a7bf1508d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:22.556635 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-41268d49-a503-4bc7-a6eb-c471979bada7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:13:22.569150 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5a628-1e48-486a-bfdf-a6efdd8005ff req-459218c2-c86a-4a6e-8211-cac0b9acf046 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:22.570781 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-c7f5a628-1e48-486a-bfdf-a6efdd8005ff req-459218c2-c86a-4a6e-8211-cac0b9acf046 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 946 time: 0.1180527 Aug 19 13:13:22.652296 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-c7f5a628-1e48-486a-bfdf-a6efdd8005ff req-07e23399-8a3f-45ec-acb7-2220c1932876 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699403 Aug 19 13:13:22.664496 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05817831-3a0c-4a2f-96ce-4b0a7bf1508d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599963f7-0ce8-4ad2-9aeb-d9d55ab207ec,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:22.669090 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-05817831-3a0c-4a2f-96ce-4b0a7bf1508d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=11f84eabf4494c3188eb84aed941002d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3218658 Aug 19 13:13:22.672150 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 55554) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:13:22.686011 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05817831-3a0c-4a2f-96ce-4b0a7bf1508d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:22.686465 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05817831-3a0c-4a2f-96ce-4b0a7bf1508d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:22.686873 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05817831-3a0c-4a2f-96ce-4b0a7bf1508d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:22.687303 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05817831-3a0c-4a2f-96ce-4b0a7bf1508d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:22.687717 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05817831-3a0c-4a2f-96ce-4b0a7bf1508d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:22.688161 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05817831-3a0c-4a2f-96ce-4b0a7bf1508d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:22.688556 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05817831-3a0c-4a2f-96ce-4b0a7bf1508d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:22.688955 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05817831-3a0c-4a2f-96ce-4b0a7bf1508d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:22.689556 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05817831-3a0c-4a2f-96ce-4b0a7bf1508d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:22.690102 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05817831-3a0c-4a2f-96ce-4b0a7bf1508d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:22.690625 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05817831-3a0c-4a2f-96ce-4b0a7bf1508d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:22.691132 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05817831-3a0c-4a2f-96ce-4b0a7bf1508d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:22.696935 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-05817831-3a0c-4a2f-96ce-4b0a7bf1508d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:13:22.744251 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e3fc6-593f-427a-825e-18d459cb3b19 req-489776a2-4aee-488c-807d-6dca97eedaf6 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:22.746396 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-afb7af38-308e-4d72-9683-3f431cbb1426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:22.746976 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-728e3fc6-593f-427a-825e-18d459cb3b19 req-489776a2-4aee-488c-807d-6dca97eedaf6 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=492b6584-80b5-4f40-955b-e7e0073b140b HTTP/1.1" status: 200 len: 945 time: 0.1914999 Aug 19 13:13:22.778077 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-afb7af38-308e-4d72-9683-3f431cbb1426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:22.801478 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-728e3fc6-593f-427a-825e-18d459cb3b19 req-170fe478-b1d4-40a8-949f-3fc6270ade4e tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481026 Aug 19 13:13:22.859490 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-afb7af38-308e-4d72-9683-3f431cbb1426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:22.863897 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-6a0764e4-b0d5-43a7-acbb-816355dd1fcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:13:22.878066 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb7af38-308e-4d72-9683-3f431cbb1426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599963f7-0ce8-4ad2-9aeb-d9d55ab207ec,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:22.882607 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-afb7af38-308e-4d72-9683-3f431cbb1426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:13:22.893692 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-afb7af38-308e-4d72-9683-3f431cbb1426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:22.898545 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-afb7af38-308e-4d72-9683-3f431cbb1426 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/599963f7-0ce8-4ad2-9aeb-d9d55ab207ec HTTP/1.1" status: 204 len: 168 time: 0.2230840 Aug 19 13:13:23.751414 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 3b567a37-7883-47e0-9f6b-5813c1c8aed1 no longer exists at agent hyperv_hv-cinder-80514 {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 19 13:13:24.049890 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:24.106071 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '492b6584-80b5-4f40-955b-e7e0073b140b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b567a37-7883-47e0-9f6b-5813c1c8aed1'}] {{(pid=79301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:13:24.124144 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port 3b567a37-7883-47e0-9f6b-5813c1c8aed1, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=3b567a37-7883-47e0-9f6b-5813c1c8aed1,segment=NetworkSegment(8989bbea-6f05-45e9-aa2f-091105ddb490),segment_id=8989bbea-6f05-45e9-aa2f-091105ddb490)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:13:24.124496 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93ba5d-534d-4953-9948-3fc4e25af35e req-7bf6f9e5-aa79-4135-b269-703abac84437 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:24.128389 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-cd93ba5d-534d-4953-9948-3fc4e25af35e req-7bf6f9e5-aa79-4135-b269-703abac84437 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=492b6584-80b5-4f40-955b-e7e0073b140b HTTP/1.1" status: 200 len: 945 time: 0.1454463 Aug 19 13:13:24.137864 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:24.141527 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-667c97e9-a479-4250-b656-6bdc004aacdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:13:24.219072 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0354fc-288b-4b50-8ee4-ce961d19dd67 req-6783031c-c4c3-4945-942c-ebf34cd4bebe tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:24.221681 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-3e0354fc-288b-4b50-8ee4-ce961d19dd67 req-6783031c-c4c3-4945-942c-ebf34cd4bebe tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.68 "GET /v2.0/ports?device_id=492b6584-80b5-4f40-955b-e7e0073b140b HTTP/1.1" status: 200 len: 945 time: 0.4367461 Aug 19 13:13:24.296159 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-cd93ba5d-534d-4953-9948-3fc4e25af35e req-7b45ee6b-bd65-45f6-8845-50d45033c9ee tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171372 Aug 19 13:13:24.313179 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ddd6c7-507c-4aa7-b3ec-03066bbd148f req-dde706e3-1659-4d5c-8d0b-316fe6c270d0 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:24.315240 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1423f-fd17-4123-b8eb-c9953f8f300e req-6c69c8cc-99b1-4231-82f2-688f42d87ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:24.317695 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-92f1423f-fd17-4123-b8eb-c9953f8f300e req-6c69c8cc-99b1-4231-82f2-688f42d87ac1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=95c06fea712a4e118bd5a76f6957b19a&device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 1099 time: 0.2023528 Aug 19 13:13:24.322810 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-e4ddd6c7-507c-4aa7-b3ec-03066bbd148f req-dde706e3-1659-4d5c-8d0b-316fe6c270d0 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 946 time: 0.3989811 Aug 19 13:13:24.332881 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=3b567a37-7883-47e0-9f6b-5813c1c8aed1,revision_number=6']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:24.370923 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:24.372056 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:24.373000 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:24.378357 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:24.380796 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:24.381778 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:24.382428 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:24.383213 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:24.383808 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:24.384357 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:24.385077 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:24.385429 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:24.395376 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:13:24.402760 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [req-3e0354fc-288b-4b50-8ee4-ce961d19dd67 req-d4df7dcb-cbec-4403-a8c1-a7b60a3a2487 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Deleting port 3b567a37-7883-47e0-9f6b-5813c1c8aed1 {{(pid=79300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:13:24.403303 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-3e0354fc-288b-4b50-8ee4-ce961d19dd67 req-d4df7dcb-cbec-4403-a8c1-a7b60a3a2487 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:24.435254 dv-cinder-805144-1-iscsi neutron-server[79301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '492b6584-80b5-4f40-955b-e7e0073b140b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b567a37-7883-47e0-9f6b-5813c1c8aed1', 'code': 200} Aug 19 13:13:24.449852 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-e4ddd6c7-507c-4aa7-b3ec-03066bbd148f req-01e6c434-c5f1-4922-a1bb-d9f754dd4c8f tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260302 Aug 19 13:13:24.549379 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1423f-fd17-4123-b8eb-c9953f8f300e req-dd1a4305-4613-4c66-b186-8c398f1ad32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:24.551535 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-92f1423f-fd17-4123-b8eb-c9953f8f300e req-dd1a4305-4613-4c66-b186-8c398f1ad32b service neutron] 10.222.0.68 "GET /v2.0/networks?id=11872a7c-c78f-4b06-a868-5e50d8b5c681 HTTP/1.1" status: 200 len: 912 time: 0.2234974 Aug 19 13:13:24.694229 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-92f1423f-fd17-4123-b8eb-c9953f8f300e req-726212e4-d6dc-4c2c-a03c-50dd06a71bba service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562 HTTP/1.1" status: 200 len: 1002 time: 0.1317444 Aug 19 13:13:24.825172 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1423f-fd17-4123-b8eb-c9953f8f300e req-8aff669c-e955-4264-93b9-2331078355d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:24.828009 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-92f1423f-fd17-4123-b8eb-c9953f8f300e req-8aff669c-e955-4264-93b9-2331078355d9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b7e2718c-f55a-406a-999f-edb1d22fd1bf HTTP/1.1" status: 200 len: 849 time: 0.1249437 Aug 19 13:13:24.872624 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.db [req-3e0354fc-288b-4b50-8ee4-ce961d19dd67 req-d4df7dcb-cbec-4403-a8c1-a7b60a3a2487 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] For port 3b567a37-7883-47e0-9f6b-5813c1c8aed1, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=3b567a37-7883-47e0-9f6b-5813c1c8aed1,segment=NetworkSegment(8989bbea-6f05-45e9-aa2f-091105ddb490),segment_id=8989bbea-6f05-45e9-aa2f-091105ddb490)] {{(pid=79300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:13:24.873095 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-3e0354fc-288b-4b50-8ee4-ce961d19dd67 req-d4df7dcb-cbec-4403-a8c1-a7b60a3a2487 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:25.072414 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1423f-fd17-4123-b8eb-c9953f8f300e req-d7f7acd6-4b43-44f5-b872-5ef4906b2734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:25.075456 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-92f1423f-fd17-4123-b8eb-c9953f8f300e req-d7f7acd6-4b43-44f5-b872-5ef4906b2734 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=11872a7c-c78f-4b06-a868-5e50d8b5c681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2330954 Aug 19 13:13:25.094422 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [req-3e0354fc-288b-4b50-8ee4-ce961d19dd67 req-d4df7dcb-cbec-4403-a8c1-a7b60a3a2487 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Calling delete_port for 3b567a37-7883-47e0-9f6b-5813c1c8aed1 owned by compute:nova {{(pid=79300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:13:25.399965 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-3e0354fc-288b-4b50-8ee4-ce961d19dd67 req-d4df7dcb-cbec-4403-a8c1-a7b60a3a2487 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202527'] for port, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:25.414864 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-97882e33-b8e8-4437-bc13-9fc8949282be tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:13:25.439691 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] get_ports_and_sgs() called for port_ids ['b90ebf80-3af1-4e47-873d-8555c773396c'] {{(pid=79301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 19 13:13:25.500228 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-92f1423f-fd17-4123-b8eb-c9953f8f300e req-07b6dc0b-afd3-4d8d-9acd-9ccf5528252c service neutron] 10.222.0.68 "GET /v2.0/networks/11872a7c-c78f-4b06-a868-5e50d8b5c681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140823 Aug 19 13:13:25.545756 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df7dcb-cbec-4403-a8c1-a7b60a3a2487 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Pushing event deleted for resources: {'Port': ['ID=3b567a37-7883-47e0-9f6b-5813c1c8aed1,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:25.554523 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-d4df7dcb-cbec-4403-a8c1-a7b60a3a2487 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:13:25.730679 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e0354fc-288b-4b50-8ee4-ce961d19dd67 req-d4df7dcb-cbec-4403-a8c1-a7b60a3a2487 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] No DVR routers for this DVR port 3b567a37-7883-47e0-9f6b-5813c1c8aed1 on host hv-cinder-80514 {{(pid=79300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:13:25.745598 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-3e0354fc-288b-4b50-8ee4-ce961d19dd67 req-d4df7dcb-cbec-4403-a8c1-a7b60a3a2487 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for port, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:25.761325 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '492b6584-80b5-4f40-955b-e7e0073b140b', 'name': 'network-vif-deleted', 'tag': '3b567a37-7883-47e0-9f6b-5813c1c8aed1'}] {{(pid=79300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:13:25.841359 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-f90a16f2-1f6d-4390-bbc9-29e2d600dc11 req-62e8a146-9a2f-46dc-9583-9e7d9ce3d97f tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=492b6584-80b5-4f40-955b-e7e0073b140b HTTP/1.1" status: 200 len: 210 time: 0.2500565 Aug 19 13:13:25.867753 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-3e0354fc-288b-4b50-8ee4-ce961d19dd67 req-d4df7dcb-cbec-4403-a8c1-a7b60a3a2487 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.68 "DELETE /v2.0/ports/3b567a37-7883-47e0-9f6b-5813c1c8aed1 HTTP/1.1" status: 204 len: 173 time: 1.6373625 Aug 19 13:13:25.986218 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3da51-b677-42d2-9380-6016848e0814 req-fecd1fc3-35ae-4e64-ad7c-7df91edb9ce6 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:25.986626 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-92f1423f-fd17-4123-b8eb-c9953f8f300e req-4744ff40-b4e0-4e78-a2ea-2a928125bf9f service neutron] 10.222.0.68 "GET /v2.0/networks/11872a7c-c78f-4b06-a868-5e50d8b5c681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4766347 Aug 19 13:13:25.988020 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-a3a3da51-b677-42d2-9380-6016848e0814 req-fecd1fc3-35ae-4e64-ad7c-7df91edb9ce6 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 946 time: 0.2621555 Aug 19 13:13:26.030882 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '492b6584-80b5-4f40-955b-e7e0073b140b', 'name': 'network-vif-deleted', 'tag': '3b567a37-7883-47e0-9f6b-5813c1c8aed1', 'status': 'completed', 'code': 200} Aug 19 13:13:26.070989 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-a3a3da51-b677-42d2-9380-6016848e0814 req-3451c3fb-af1d-4216-9d21-de7688fc4c1f tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700555 Aug 19 13:13:27.033764 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-dc74c6bb-b922-4488-9343-99a9867e04ca req-1f7f09eb-52e6-45bb-af3f-11f9836a3ca5 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=492b6584-80b5-4f40-955b-e7e0073b140b HTTP/1.1" status: 200 len: 210 time: 0.0494249 Aug 19 13:13:27.158389 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 55652) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:13:27.313288 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-9264ca85-bfd5-4e29-ad34-3e50db994388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:27.315713 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7061e7-f59f-484f-8ab3-44a5a592c31a req-d4b9d562-d92d-49e4-a066-3fb032ad5769 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:27.317816 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-eb7061e7-f59f-484f-8ab3-44a5a592c31a req-d4b9d562-d92d-49e4-a066-3fb032ad5769 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 946 time: 0.1053126 Aug 19 13:13:27.330027 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-9264ca85-bfd5-4e29-ad34-3e50db994388 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:13:27.334530 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-9264ca85-bfd5-4e29-ad34-3e50db994388 admin admin] Usage tracker for resource:security_group_rule and tenant:457d00c9762d46a6bf097436d29ade82 is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:13:27.338353 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-9264ca85-bfd5-4e29-ad34-3e50db994388 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:13:27.344835 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-9264ca85-bfd5-4e29-ad34-3e50db994388 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:13:27.372407 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-eb7061e7-f59f-484f-8ab3-44a5a592c31a req-72cd5efe-9feb-407a-a49e-0be314fb07fb tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480433 Aug 19 13:13:27.451927 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-9264ca85-bfd5-4e29-ad34-3e50db994388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:27.457800 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-9264ca85-bfd5-4e29-ad34-3e50db994388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:27.466477 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-d7d418a6-0f9f-4d01-a777-71bf1c7d14e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:13:27.524643 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9264ca85-bfd5-4e29-ad34-3e50db994388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3439647d-a762-4b31-9d1d-8a88d681cc8c,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:27.528563 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-9264ca85-bfd5-4e29-ad34-3e50db994388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:13:27.531259 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-9264ca85-bfd5-4e29-ad34-3e50db994388 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=457d00c9762d46a6bf097436d29ade82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3718374 Aug 19 13:13:27.534558 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 55660) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:13:27.608708 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c293745a-18c4-465c-a4ef-6b0c06d37e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:27.640160 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c293745a-18c4-465c-a4ef-6b0c06d37e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:27.704400 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c293745a-18c4-465c-a4ef-6b0c06d37e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:27.708943 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-bcaadb2d-3ee2-4f57-b2f0-328449339452 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:13:27.727242 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c293745a-18c4-465c-a4ef-6b0c06d37e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3439647d-a762-4b31-9d1d-8a88d681cc8c,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:27.729514 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-c293745a-18c4-465c-a4ef-6b0c06d37e3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:13:27.738320 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c293745a-18c4-465c-a4ef-6b0c06d37e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:27.741629 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-c293745a-18c4-465c-a4ef-6b0c06d37e3a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3439647d-a762-4b31-9d1d-8a88d681cc8c HTTP/1.1" status: 204 len: 168 time: 0.2025259 Aug 19 13:13:28.096238 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 55670) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:13:28.116548 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-5231df99-fd03-410a-9382-635d282a9e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:28.139463 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-5231df99-fd03-410a-9382-635d282a9e23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:13:28.143151 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-f7e7d2cc-3547-43a6-87c6-e2db2e7e576e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:28.144658 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-5231df99-fd03-410a-9382-635d282a9e23 admin admin] Usage tracker for resource:security_group_rule and tenant:50772b75f5c84504b94dd336472c588f is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:13:28.147310 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-5231df99-fd03-410a-9382-635d282a9e23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:13:28.156375 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-5231df99-fd03-410a-9382-635d282a9e23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:13:28.245646 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-2f32335c-915a-456f-acb4-8953fe46adb0 req-032b7f68-2baf-41ee-b5e1-4e8217769ed2 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=492b6584-80b5-4f40-955b-e7e0073b140b HTTP/1.1" status: 200 len: 210 time: 0.0762868 Aug 19 13:13:28.339040 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-5231df99-fd03-410a-9382-635d282a9e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:28.343170 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-5231df99-fd03-410a-9382-635d282a9e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:28.354011 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-c28e1200-6759-4fe7-9b97-09f373dc93ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:13:28.409340 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-5231df99-fd03-410a-9382-635d282a9e23 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=50772b75f5c84504b94dd336472c588f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3119080 Aug 19 13:13:28.412165 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5231df99-fd03-410a-9382-635d282a9e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de21993-53e3-4d39-8833-82f22822d373,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:28.415826 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 55676) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:13:28.416562 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-5231df99-fd03-410a-9382-635d282a9e23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:13:28.504675 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-8f8e93df-cc1b-430d-8e46-0e753520db12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:28.595280 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:28.608005 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-8f8e93df-cc1b-430d-8e46-0e753520db12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:28.678178 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a8063-6b3c-42fa-98a2-485a4ae97084 req-c4eafeeb-26a9-4f41-8d54-dfe92e7621ea tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:28.679821 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ee3a8063-6b3c-42fa-98a2-485a4ae97084 req-c4eafeeb-26a9-4f41-8d54-dfe92e7621ea tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 946 time: 0.1607008 Aug 19 13:13:28.740344 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-8f8e93df-cc1b-430d-8e46-0e753520db12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:28.749383 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-56948ed8-8512-4a7c-865a-07318d31e956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:13:28.770809 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ee3a8063-6b3c-42fa-98a2-485a4ae97084 req-d272acca-ddb4-4305-bcc1-f0f4880d700a tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822310 Aug 19 13:13:28.774290 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8e93df-cc1b-430d-8e46-0e753520db12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de21993-53e3-4d39-8833-82f22822d373,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:28.780176 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-8f8e93df-cc1b-430d-8e46-0e753520db12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:13:28.784485 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-8f8e93df-cc1b-430d-8e46-0e753520db12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:28.787065 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-8f8e93df-cc1b-430d-8e46-0e753520db12 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6de21993-53e3-4d39-8833-82f22822d373 HTTP/1.1" status: 204 len: 168 time: 0.3699312 Aug 19 13:13:29.477866 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-27b7966e-749b-442a-a3dc-dc2f3fa0f2ef req-4231c03e-51f5-44e4-99d5-462b6a8203e8 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=492b6584-80b5-4f40-955b-e7e0073b140b HTTP/1.1" status: 200 len: 210 time: 0.0482850 Aug 19 13:13:30.051768 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601a165-603d-4590-9cee-c3aa87ef0c2d req-8b705bfe-2fd9-4f5d-8aa0-ed2165147c06 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:30.055034 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-8601a165-603d-4590-9cee-c3aa87ef0c2d req-8b705bfe-2fd9-4f5d-8aa0-ed2165147c06 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 946 time: 0.1201422 Aug 19 13:13:30.133817 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-8601a165-603d-4590-9cee-c3aa87ef0c2d req-696905de-905c-4d32-9704-50f1a74d1037 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707405 Aug 19 13:13:30.454241 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 55726) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:13:30.613084 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-81e64df0-66c5-4f45-af67-acd0f69f165e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:30.631961 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-81e64df0-66c5-4f45-af67-acd0f69f165e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:13:30.637011 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-81e64df0-66c5-4f45-af67-acd0f69f165e admin admin] Usage tracker for resource:security_group_rule and tenant:302e5d965ce8414bbd44c9bc8c665e6d is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:13:30.641045 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-81e64df0-66c5-4f45-af67-acd0f69f165e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:13:30.649943 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-81e64df0-66c5-4f45-af67-acd0f69f165e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:13:30.775297 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-81e64df0-66c5-4f45-af67-acd0f69f165e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:30.781796 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-81e64df0-66c5-4f45-af67-acd0f69f165e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:30.799029 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-8f8e93df-cc1b-430d-8e46-0e753520db12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:13:30.876072 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-81e64df0-66c5-4f45-af67-acd0f69f165e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=302e5d965ce8414bbd44c9bc8c665e6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4204788 Aug 19 13:13:30.877646 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e64df0-66c5-4f45-af67-acd0f69f165e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2438c509-0e63-4f40-bf2e-689d5fdabefd,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:30.883153 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 55740) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:13:30.883946 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-81e64df0-66c5-4f45-af67-acd0f69f165e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:13:30.974389 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-f796d5ff-17cb-419a-ae78-cbbc6560680b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:30.993050 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a71e710c-1d47-47a9-bbcb-28e3e8e119d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:31.026908 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a71e710c-1d47-47a9-bbcb-28e3e8e119d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:31.108355 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a71e710c-1d47-47a9-bbcb-28e3e8e119d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:31.114789 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-3097fedd-b811-4791-a68a-fad2adfcbe5d tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:13:31.129922 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71e710c-1d47-47a9-bbcb-28e3e8e119d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2438c509-0e63-4f40-bf2e-689d5fdabefd,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:31.134501 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-a71e710c-1d47-47a9-bbcb-28e3e8e119d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:13:31.142282 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a71e710c-1d47-47a9-bbcb-28e3e8e119d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:31.143637 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-a71e710c-1d47-47a9-bbcb-28e3e8e119d8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2438c509-0e63-4f40-bf2e-689d5fdabefd HTTP/1.1" status: 204 len: 168 time: 0.2590170 Aug 19 13:13:31.781465 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:32.391156 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3879be-053d-4d14-8c7f-8aee20b77200 req-27fd277f-5532-4993-9e0e-13f66bc2bac2 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:32.392849 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-8f3879be-053d-4d14-8c7f-8aee20b77200 req-27fd277f-5532-4993-9e0e-13f66bc2bac2 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc727c55-f5e3-4332-b59e-655c7d675ae4 HTTP/1.1" status: 200 len: 945 time: 0.0969610 Aug 19 13:13:32.449567 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-8f3879be-053d-4d14-8c7f-8aee20b77200 req-5d27157c-20ca-4dac-b383-5b31a1ab707f tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503199 Aug 19 13:13:32.653122 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 55788) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:13:32.783468 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-4ce8590a-1ad9-4e2b-8fdc-3fd042681266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:32.802153 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-4ce8590a-1ad9-4e2b-8fdc-3fd042681266 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:13:32.810305 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-4ce8590a-1ad9-4e2b-8fdc-3fd042681266 admin admin] Usage tracker for resource:security_group_rule and tenant:16ed83741bb0424ea07e4e5d5f76f479 is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:13:32.813739 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-4ce8590a-1ad9-4e2b-8fdc-3fd042681266 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:13:32.821420 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-4ce8590a-1ad9-4e2b-8fdc-3fd042681266 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:13:32.927703 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-4ce8590a-1ad9-4e2b-8fdc-3fd042681266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:32.933177 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-4ce8590a-1ad9-4e2b-8fdc-3fd042681266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:32.944219 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-b8c352ed-d9c7-42d8-88c5-f9f2626f8e37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:13:32.990928 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-4ce8590a-1ad9-4e2b-8fdc-3fd042681266 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=16ed83741bb0424ea07e4e5d5f76f479&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3366818 Aug 19 13:13:32.991897 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce8590a-1ad9-4e2b-8fdc-3fd042681266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11494c56-1302-4dec-94bb-0e725a3ece82,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:32.994540 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 55794) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:13:32.995150 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-4ce8590a-1ad9-4e2b-8fdc-3fd042681266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:13:33.074881 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-046b6fd9-5e1a-47ec-a46f-2a5291766b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:33.103112 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-046b6fd9-5e1a-47ec-a46f-2a5291766b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:33.168721 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-046b6fd9-5e1a-47ec-a46f-2a5291766b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:33.173321 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-89ef9233-25ad-474d-b029-84a7a3c288fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:13:33.189384 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046b6fd9-5e1a-47ec-a46f-2a5291766b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11494c56-1302-4dec-94bb-0e725a3ece82,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:33.191874 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-046b6fd9-5e1a-47ec-a46f-2a5291766b5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:13:33.202329 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-046b6fd9-5e1a-47ec-a46f-2a5291766b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:33.203553 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-046b6fd9-5e1a-47ec-a46f-2a5291766b5d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/11494c56-1302-4dec-94bb-0e725a3ece82 HTTP/1.1" status: 204 len: 168 time: 0.2069418 Aug 19 13:13:33.461191 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:33.662097 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e6894-c222-42a8-bb17-e4caeb81712e req-2febded7-fb19-43c9-b50c-f0261aef2d14 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:33.663657 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-ae6e6894-c222-42a8-bb17-e4caeb81712e req-2febded7-fb19-43c9-b50c-f0261aef2d14 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc727c55-f5e3-4332-b59e-655c7d675ae4 HTTP/1.1" status: 200 len: 945 time: 0.0939775 Aug 19 13:13:33.714804 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-ae6e6894-c222-42a8-bb17-e4caeb81712e req-adc40ee5-e8f2-4a3e-be15-448e6e3ec0e1 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449755 Aug 19 13:13:34.672486 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d006e4-2d05-4ec8-9d01-107d5b7eb8b1 req-93057775-5b07-4e69-8a55-ac553627624c tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:34.673971 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-b0d006e4-2d05-4ec8-9d01-107d5b7eb8b1 req-93057775-5b07-4e69-8a55-ac553627624c tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc727c55-f5e3-4332-b59e-655c7d675ae4 HTTP/1.1" status: 200 len: 945 time: 0.0979462 Aug 19 13:13:34.754872 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.plugin [req-b0d006e4-2d05-4ec8-9d01-107d5b7eb8b1 req-4919e958-9fe6-436b-8293-84e74d278b1e tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Deleting port b90ebf80-3af1-4e47-873d-8555c773396c {{(pid=79299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:13:34.755221 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-b0d006e4-2d05-4ec8-9d01-107d5b7eb8b1 req-4919e958-9fe6-436b-8293-84e74d278b1e tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:35.021695 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:35.085707 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a1bb44-9135-4a22-aa95-487d10777cd5 req-26d5ac38-f8b8-41f0-9bd4-faf08e10bcda tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:35.087285 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-49a1bb44-9135-4a22-aa95-487d10777cd5 req-26d5ac38-f8b8-41f0-9bd4-faf08e10bcda tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc727c55-f5e3-4332-b59e-655c7d675ae4 HTTP/1.1" status: 200 len: 945 time: 0.2288659 Aug 19 13:13:35.130354 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.db [req-b0d006e4-2d05-4ec8-9d01-107d5b7eb8b1 req-4919e958-9fe6-436b-8293-84e74d278b1e tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] For port b90ebf80-3af1-4e47-873d-8555c773396c, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=b90ebf80-3af1-4e47-873d-8555c773396c,segment=NetworkSegment(8989bbea-6f05-45e9-aa2f-091105ddb490),segment_id=8989bbea-6f05-45e9-aa2f-091105ddb490)] {{(pid=79299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:13:35.130624 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-b0d006e4-2d05-4ec8-9d01-107d5b7eb8b1 req-4919e958-9fe6-436b-8293-84e74d278b1e tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:35.358823 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.plugin [req-b0d006e4-2d05-4ec8-9d01-107d5b7eb8b1 req-4919e958-9fe6-436b-8293-84e74d278b1e tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Calling delete_port for b90ebf80-3af1-4e47-873d-8555c773396c owned by compute:nova {{(pid=79299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:13:35.397701 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-49a1bb44-9135-4a22-aa95-487d10777cd5 req-0fa49668-5f42-47bd-b8c9-9e65205f2c60 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44521cd-8734-475e-a928-814e012339a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029728 Aug 19 13:13:35.509298 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-b0d006e4-2d05-4ec8-9d01-107d5b7eb8b1 req-4919e958-9fe6-436b-8293-84e74d278b1e tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6301144'] for port, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:35.516209 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:13:35.556454 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] get_ports_and_sgs() called for port_ids ['b90ebf80-3af1-4e47-873d-8555c773396c'] {{(pid=79301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 19 13:13:35.569127 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4919e958-9fe6-436b-8293-84e74d278b1e tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Pushing event deleted for resources: {'Port': ['ID=b90ebf80-3af1-4e47-873d-8555c773396c,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:35.571598 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-4919e958-9fe6-436b-8293-84e74d278b1e tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:13:35.655734 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d006e4-2d05-4ec8-9d01-107d5b7eb8b1 req-4919e958-9fe6-436b-8293-84e74d278b1e tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] No DVR routers for this DVR port b90ebf80-3af1-4e47-873d-8555c773396c on host hv-cinder-80514 {{(pid=79299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:13:35.659435 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-b0d006e4-2d05-4ec8-9d01-107d5b7eb8b1 req-4919e958-9fe6-436b-8293-84e74d278b1e tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for port, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:35.665948 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc727c55-f5e3-4332-b59e-655c7d675ae4', 'name': 'network-vif-deleted', 'tag': 'b90ebf80-3af1-4e47-873d-8555c773396c'}] {{(pid=79299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:13:35.687186 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-b0d006e4-2d05-4ec8-9d01-107d5b7eb8b1 req-4919e958-9fe6-436b-8293-84e74d278b1e tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.68 "DELETE /v2.0/ports/b90ebf80-3af1-4e47-873d-8555c773396c HTTP/1.1" status: 204 len: 173 time: 1.0072389 Aug 19 13:13:35.731021 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc727c55-f5e3-4332-b59e-655c7d675ae4', 'name': 'network-vif-deleted', 'tag': 'b90ebf80-3af1-4e47-873d-8555c773396c', 'status': 'completed', 'code': 200} Aug 19 13:13:36.442033 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8934d-e672-4cac-9ddc-1a414c0f5186 req-7ed65a41-87d0-4125-be6c-3d1d2e2134e0 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:36.443896 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4cb8934d-e672-4cac-9ddc-1a414c0f5186 req-7ed65a41-87d0-4125-be6c-3d1d2e2134e0 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e65dc8a-b31c-472a-a9c1-30a8a6c8d1c5 HTTP/1.1" status: 200 len: 946 time: 0.0938449 Aug 19 13:13:36.598924 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-5e4c027d-db91-42fb-8eee-cdbcc6d8ab33 req-9f153d4a-e75e-46f7-be8c-bd35311b1507 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Synchronizing usage tracker for tenant:b4b6db281aeb4ab1a7d3d41dbacfa52a on resource:port {{(pid=79299) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:13:36.621238 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-5e4c027d-db91-42fb-8eee-cdbcc6d8ab33 req-9f153d4a-e75e-46f7-be8c-bd35311b1507 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Unset dirty status for tenant:b4b6db281aeb4ab1a7d3d41dbacfa52a on resource:port {{(pid=79299) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:13:36.621985 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4cb8934d-e672-4cac-9ddc-1a414c0f5186 req-52145dc6-eea1-4b91-9636-f8d9946a1a16 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbd34c67-1976-4257-b0e2-2ea41f81672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713817 Aug 19 13:13:36.623872 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-5e4c027d-db91-42fb-8eee-cdbcc6d8ab33 req-9f153d4a-e75e-46f7-be8c-bd35311b1507 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc727c55-f5e3-4332-b59e-655c7d675ae4 HTTP/1.1" status: 200 len: 210 time: 0.0843773 Aug 19 13:13:37.729874 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 55886) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:13:37.844982 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.db_base_plugin_v2 [None req-a823e95d-591a-49e3-9f23-ddb52d494421 admin admin] Deleting subnet 26c62690-9449-4656-a8e9-dd8f15fc1ced {{(pid=79300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 19 13:13:37.846900 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-a823e95d-591a-49e3-9f23-ddb52d494421 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:37.904005 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-a823e95d-591a-49e3-9f23-ddb52d494421 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6203714'] for subnet, precommit_delete_associations {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:37.944796 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86090eb7-f13b-4ce0-9b26-e5a46d21f912 req-e1d9ec25-2b1c-4e34-8257-47b5708d15a2 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:37.946357 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-86090eb7-f13b-4ce0-9b26-e5a46d21f912 req-e1d9ec25-2b1c-4e34-8257-47b5708d15a2 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e65dc8a-b31c-472a-a9c1-30a8a6c8d1c5 HTTP/1.1" status: 200 len: 946 time: 0.1859295 Aug 19 13:13:38.001980 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-a823e95d-591a-49e3-9f23-ddb52d494421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916658'] for subnet, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:38.049020 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-86090eb7-f13b-4ce0-9b26-e5a46d21f912 req-46e65c78-f2f6-41c0-ae2f-adf86c3e682a tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbd34c67-1976-4257-b0e2-2ea41f81672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914648 Aug 19 13:13:38.103039 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-a823e95d-591a-49e3-9f23-ddb52d494421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6202572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374726'] for subnet, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:38.108064 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-a7565296-6bad-4292-a759-84438fe3e544 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:13:38.143151 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a823e95d-591a-49e3-9f23-ddb52d494421 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26c62690-9449-4656-a8e9-dd8f15fc1ced,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:38.146631 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-a823e95d-591a-49e3-9f23-ddb52d494421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:13:38.154125 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-a823e95d-591a-49e3-9f23-ddb52d494421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for subnet, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:38.161227 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-a823e95d-591a-49e3-9f23-ddb52d494421 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/26c62690-9449-4656-a8e9-dd8f15fc1ced HTTP/1.1" status: 204 len: 168 time: 0.4302740 Aug 19 13:13:38.163663 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 55894) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:13:38.281811 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-d85843aa-8bd9-4b1d-b50d-d2b609fcd8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-793971'] for network, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:38.357903 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 55900) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:13:38.416913 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-d85843aa-8bd9-4b1d-b50d-d2b609fcd8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914249', 'neutron.services.segments.db._delete_segments_for_network-8734197845149'] for network, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:38.430765 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.services.segments.db [None req-d85843aa-8bd9-4b1d-b50d-d2b609fcd8b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cf8ab72-7b7e-4bd7-af10-857d36059c21']}} {{(pid=79300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:13:38.448272 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.services.segments.db [None req-d85843aa-8bd9-4b1d-b50d-d2b609fcd8b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8989bbea-6f05-45e9-aa2f-091105ddb490') {'for_net_delete': True} {{(pid=79300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:13:38.448624 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.services.segments.db [None req-d85843aa-8bd9-4b1d-b50d-d2b609fcd8b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8989bbea-6f05-45e9-aa2f-091105ddb490') {} {{(pid=79300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:13:38.461398 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-d85843aa-8bd9-4b1d-b50d-d2b609fcd8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734197843447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6203741'] for segment, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:38.480209 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-d85843aa-8bd9-4b1d-b50d-d2b609fcd8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910984'] for segment, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:38.489826 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d85843aa-8bd9-4b1d-b50d-d2b609fcd8b2 admin admin] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=79300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:13:38.490413 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-d85843aa-8bd9-4b1d-b50d-d2b609fcd8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-910977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202538'] for segment, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:38.490534 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-02059111-b597-4f2b-993e-93beff53882f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:38.505648 dv-cinder-805144-1-iscsi neutron-server[79300]: Traceback (most recent call last): Aug 19 13:13:38.505648 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:13:38.505648 dv-cinder-805144-1-iscsi neutron-server[79300]: timer() Aug 19 13:13:38.505648 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:13:38.505648 dv-cinder-805144-1-iscsi neutron-server[79300]: cb(*args, **kw) Aug 19 13:13:38.505648 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 19 13:13:38.505648 dv-cinder-805144-1-iscsi neutron-server[79300]: return func(*args, **kwargs) Aug 19 13:13:38.505648 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:13:38.505648 dv-cinder-805144-1-iscsi neutron-server[79300]: self._notify() Aug 19 13:13:38.505648 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:13:38.505648 dv-cinder-805144-1-iscsi neutron-server[79300]: self.callback(batched_events) Aug 19 13:13:38.505648 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:13:38.505648 dv-cinder-805144-1-iscsi neutron-server[79300]: event.method(event) Aug 19 13:13:38.505648 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 19 13:13:38.505648 dv-cinder-805144-1-iscsi neutron-server[79300]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:13:38.505648 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 19 13:13:38.505648 dv-cinder-805144-1-iscsi neutron-server[79300]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:13:38.505648 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:13:38.505648 dv-cinder-805144-1-iscsi neutron-server[79300]: return f(self, *a, **k) Aug 19 13:13:38.505648 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:13:38.505648 dv-cinder-805144-1-iscsi neutron-server[79300]: return self._get(url).json() Aug 19 13:13:38.505648 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:13:38.505648 dv-cinder-805144-1-iscsi neutron-server[79300]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:13:38.505648 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:13:38.505648 dv-cinder-805144-1-iscsi neutron-server[79300]: return self.request(url, 'GET', **kwargs) Aug 19 13:13:38.505648 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:13:38.505648 dv-cinder-805144-1-iscsi neutron-server[79300]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:13:38.505648 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:13:38.505648 dv-cinder-805144-1-iscsi neutron-server[79300]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:13:38.505648 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:13:38.505648 dv-cinder-805144-1-iscsi neutron-server[79300]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:13:38.505648 dv-cinder-805144-1-iscsi neutron-server[79300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:13:38.510950 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-02059111-b597-4f2b-993e-93beff53882f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:13:38.516437 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device b90ebf80-3af1-4e47-873d-8555c773396c no longer exists at agent hyperv_hv-cinder-80514 {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 19 13:13:38.522881 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ac996-e7dd-4be0-9380-cded9d970ff2 req-a741b76f-5cb3-4ebf-ba6b-dd58a5cbb29a tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:38.523938 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e07ac996-e7dd-4be0-9380-cded9d970ff2 req-a741b76f-5cb3-4ebf-ba6b-dd58a5cbb29a tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.68 "GET /v2.0/ports?device_id=6e65dc8a-b31c-472a-a9c1-30a8a6c8d1c5 HTTP/1.1" status: 200 len: 946 time: 0.1220653 Aug 19 13:13:38.526990 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-02059111-b597-4f2b-993e-93beff53882f admin admin] Usage tracker for resource:security_group_rule and tenant:662768c87ec14191ad660cd776e1a5a6 is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:13:38.531158 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-02059111-b597-4f2b-993e-93beff53882f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:13:38.556986 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] No Port match for: b90ebf80-3af1-4e47-873d-8555c773396c {{(pid=79301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 19 13:13:38.558197 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device b90ebf80-3af1-4e47-873d-8555c773396c not bound to the agent host hv-cinder-80514 {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 19 13:13:38.577091 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-02059111-b597-4f2b-993e-93beff53882f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:13:38.589927 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-d85843aa-8bd9-4b1d-b50d-d2b609fcd8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962902'] for network, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:38.594265 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:13:38.611865 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-d85843aa-8bd9-4b1d-b50d-d2b609fcd8b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for network, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:38.623678 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85843aa-8bd9-4b1d-b50d-d2b609fcd8b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cf8ab72-7b7e-4bd7-af10-857d36059c21,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:38.629743 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-d85843aa-8bd9-4b1d-b50d-d2b609fcd8b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:13:38.632923 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.plugin [req-e07ac996-e7dd-4be0-9380-cded9d970ff2 req-caac7ede-b1de-4fe4-a576-5669721e443c tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Deleting port e721448f-a06c-49a2-a03c-aed3334b8c5e {{(pid=79299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:13:38.633351 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-e07ac996-e7dd-4be0-9380-cded9d970ff2 req-caac7ede-b1de-4fe4-a576-5669721e443c tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:38.638201 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-d85843aa-8bd9-4b1d-b50d-d2b609fcd8b2 admin admin] 10.222.0.49 "DELETE /v2.0/networks/9cf8ab72-7b7e-4bd7-af10-857d36059c21 HTTP/1.1" status: 204 len: 168 time: 0.4735143 Aug 19 13:13:38.766000 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 55910) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:13:38.830508 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-5d20fad6-8908-428e-8511-d1a529c3a150 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b4b6db281aeb4ab1a7d3d41dbacfa52a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0608680 Aug 19 13:13:38.830768 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 55914) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:13:38.895705 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-a00052ee-3a8c-41a9-a0ec-105be346e981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:38.898334 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-02059111-b597-4f2b-993e-93beff53882f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:38.911385 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-02059111-b597-4f2b-993e-93beff53882f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:38.922182 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-4ce8590a-1ad9-4e2b-8fdc-3fd042681266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:13:38.926376 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-a00052ee-3a8c-41a9-a0ec-105be346e981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:38.981089 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-a00052ee-3a8c-41a9-a0ec-105be346e981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:38.986723 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:13:38.996401 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-02059111-b597-4f2b-993e-93beff53882f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=662768c87ec14191ad660cd776e1a5a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6373947 Aug 19 13:13:38.997449 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02059111-b597-4f2b-993e-93beff53882f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f796a394-c1c1-4606-9090-b59fd4522b16,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:39.002471 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 55918) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:13:39.003237 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-02059111-b597-4f2b-993e-93beff53882f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:13:39.010775 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.db [req-e07ac996-e7dd-4be0-9380-cded9d970ff2 req-caac7ede-b1de-4fe4-a576-5669721e443c tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] For port e721448f-a06c-49a2-a03c-aed3334b8c5e, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=e721448f-a06c-49a2-a03c-aed3334b8c5e,segment=NetworkSegment(47e62809-762b-4f75-9963-563bac7ed532),segment_id=47e62809-762b-4f75-9963-563bac7ed532)] {{(pid=79299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:13:39.011222 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-e07ac996-e7dd-4be0-9380-cded9d970ff2 req-caac7ede-b1de-4fe4-a576-5669721e443c tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:39.023299 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00052ee-3a8c-41a9-a0ec-105be346e981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44521cd-8734-475e-a928-814e012339a5,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:39.025814 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-a00052ee-3a8c-41a9-a0ec-105be346e981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:13:39.050771 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-a00052ee-3a8c-41a9-a0ec-105be346e981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:39.055324 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-a00052ee-3a8c-41a9-a0ec-105be346e981 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b44521cd-8734-475e-a928-814e012339a5 HTTP/1.1" status: 204 len: 168 time: 0.2193038 Aug 19 13:13:39.101008 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-0404a9e7-3b6e-4d59-9506-6e6f7f41a334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:39.131866 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-0404a9e7-3b6e-4d59-9506-6e6f7f41a334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:39.155277 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.plugin [req-e07ac996-e7dd-4be0-9380-cded9d970ff2 req-caac7ede-b1de-4fe4-a576-5669721e443c tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Calling delete_port for e721448f-a06c-49a2-a03c-aed3334b8c5e owned by compute:nova {{(pid=79299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:13:39.200347 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-0404a9e7-3b6e-4d59-9506-6e6f7f41a334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:39.205841 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-155410c7-fbee-4f01-adcd-d2035484d1c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:13:39.223216 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0404a9e7-3b6e-4d59-9506-6e6f7f41a334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f796a394-c1c1-4606-9090-b59fd4522b16,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:39.226538 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-0404a9e7-3b6e-4d59-9506-6e6f7f41a334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:13:39.228794 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-0404a9e7-3b6e-4d59-9506-6e6f7f41a334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:39.232662 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-0404a9e7-3b6e-4d59-9506-6e6f7f41a334 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f796a394-c1c1-4606-9090-b59fd4522b16 HTTP/1.1" status: 204 len: 168 time: 0.2255104 Aug 19 13:13:39.335331 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ae9a8-6c4c-4e8d-a253-7be3768bc3f5 req-9c152656-2120-473f-82f0-2e2b92ee629d tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:39.337013 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-892ae9a8-6c4c-4e8d-a253-7be3768bc3f5 req-9c152656-2120-473f-82f0-2e2b92ee629d tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e65dc8a-b31c-472a-a9c1-30a8a6c8d1c5 HTTP/1.1" status: 200 len: 946 time: 0.1460626 Aug 19 13:13:39.440384 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-892ae9a8-6c4c-4e8d-a253-7be3768bc3f5 req-d03a0fc1-4315-47f4-b434-4aaf4a0c8c07 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbd34c67-1976-4257-b0e2-2ea41f81672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690081 Aug 19 13:13:39.443274 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-e07ac996-e7dd-4be0-9380-cded9d970ff2 req-caac7ede-b1de-4fe4-a576-5669721e443c tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6301144'] for port, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:39.450500 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-c2f7ce6b-efa1-411a-9cd1-1e7f80edb8b1 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:13:39.481493 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] get_ports_and_sgs() called for port_ids ['e721448f-a06c-49a2-a03c-aed3334b8c5e'] {{(pid=79301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 19 13:13:39.515148 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac7ede-b1de-4fe4-a576-5669721e443c tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Pushing event deleted for resources: {'Port': ['ID=e721448f-a06c-49a2-a03c-aed3334b8c5e,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:39.520242 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-caac7ede-b1de-4fe4-a576-5669721e443c tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:13:39.617802 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.l3_dvrscheduler_db [req-e07ac996-e7dd-4be0-9380-cded9d970ff2 req-caac7ede-b1de-4fe4-a576-5669721e443c tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] No DVR routers for this DVR port e721448f-a06c-49a2-a03c-aed3334b8c5e on host hv-cinder-80514 {{(pid=79299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:13:39.620480 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-e07ac996-e7dd-4be0-9380-cded9d970ff2 req-caac7ede-b1de-4fe4-a576-5669721e443c tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for port, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:39.624862 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e65dc8a-b31c-472a-a9c1-30a8a6c8d1c5', 'name': 'network-vif-deleted', 'tag': 'e721448f-a06c-49a2-a03c-aed3334b8c5e'}] {{(pid=79299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:13:39.646584 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e07ac996-e7dd-4be0-9380-cded9d970ff2 req-caac7ede-b1de-4fe4-a576-5669721e443c tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.68 "DELETE /v2.0/ports/e721448f-a06c-49a2-a03c-aed3334b8c5e HTTP/1.1" status: 204 len: 173 time: 1.1163688 Aug 19 13:13:39.679689 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e65dc8a-b31c-472a-a9c1-30a8a6c8d1c5', 'name': 'network-vif-deleted', 'tag': 'e721448f-a06c-49a2-a03c-aed3334b8c5e', 'status': 'completed', 'code': 200} Aug 19 13:13:40.237020 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.agents_db [None req-9e599f34-f5fc-45b3-b2b5-9720679b7a3a None None] Agent healthcheck: found 6 active agents {{(pid=79302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 19 13:13:43.838737 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device e721448f-a06c-49a2-a03c-aed3334b8c5e no longer exists at agent hyperv_hv-cinder-80514 {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 19 13:13:43.874032 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] No Port match for: e721448f-a06c-49a2-a03c-aed3334b8c5e {{(pid=79301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 19 13:13:43.874357 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device e721448f-a06c-49a2-a03c-aed3334b8c5e not bound to the agent host hv-cinder-80514 {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 19 13:13:54.479886 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c2509-a19f-49bc-919d-d5e98167bc92 req-adf3495d-fb1e-4bc0-9111-d184c304d114 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:54.481590 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-778c2509-a19f-49bc-919d-d5e98167bc92 req-adf3495d-fb1e-4bc0-9111-d184c304d114 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 947 time: 0.0858197 Aug 19 13:13:54.487299 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75069646-f476-4386-9a70-ca55a67cd801 req-3ec1ad04-1c40-42cc-b306-ef8688e7174f tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:54.488320 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-75069646-f476-4386-9a70-ca55a67cd801 req-3ec1ad04-1c40-42cc-b306-ef8688e7174f tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Synchronizing usage tracker for tenant:eaa12a9090644aa49e46ae920b6a4751 on resource:network {{(pid=79300) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:13:54.506551 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-75069646-f476-4386-9a70-ca55a67cd801 req-3ec1ad04-1c40-42cc-b306-ef8688e7174f tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Unset dirty status for tenant:eaa12a9090644aa49e46ae920b6a4751 on resource:network {{(pid=79300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:13:54.508591 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-75069646-f476-4386-9a70-ca55a67cd801 req-3ec1ad04-1c40-42cc-b306-ef8688e7174f tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/networks?id=cbbb7b04-d159-4db9-9d46-5cb758065124 HTTP/1.1" status: 200 len: 814 time: 0.1758251 Aug 19 13:13:54.524948 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-75069646-f476-4386-9a70-ca55a67cd801 req-0d841551-8d63-4e13-aaa1-f6f681a893b3 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/quotas/eaa12a9090644aa49e46ae920b6a4751 HTTP/1.1" status: 200 len: 375 time: 0.0108511 Aug 19 13:13:54.544867 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-778c2509-a19f-49bc-919d-d5e98167bc92 req-2001090d-6094-4e15-b019-22cf2f8bea2c tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563576 Aug 19 13:13:54.589831 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-75069646-f476-4386-9a70-ca55a67cd801 req-78b459cd-f477-4374-835b-0ffc5dbc53b2 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=eaa12a9090644aa49e46ae920b6a4751&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591495 Aug 19 13:13:54.729815 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-75069646-f476-4386-9a70-ca55a67cd801 req-d0474bc1-eb91-40c2-a7ee-7ad58a008b68 service neutron] 10.222.0.49 "GET /v2.0/networks/cbbb7b04-d159-4db9-9d46-5cb758065124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329799 Aug 19 13:13:54.883184 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-75069646-f476-4386-9a70-ca55a67cd801 req-57fd624b-f8a3-4010-8c40-d170fb2ffd44 service neutron] 10.222.0.49 "GET /v2.0/networks/cbbb7b04-d159-4db9-9d46-5cb758065124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473131 Aug 19 13:13:55.181424 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-be176e6a-f871-4dfe-8c44-af6d9e27f342 req-b6f09a6a-fba0-473b-b5f8-890fea50a06e tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Synchronizing usage tracker for tenant:eaa12a9090644aa49e46ae920b6a4751 on resource:port {{(pid=79299) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:13:55.200214 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-be176e6a-f871-4dfe-8c44-af6d9e27f342 req-b6f09a6a-fba0-473b-b5f8-890fea50a06e tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Unset dirty status for tenant:eaa12a9090644aa49e46ae920b6a4751 on resource:port {{(pid=79299) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:13:55.201459 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-be176e6a-f871-4dfe-8c44-af6d9e27f342 req-b6f09a6a-fba0-473b-b5f8-890fea50a06e tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/ports?device_id=2191d4ae-4066-4eb0-8f21-55697b608009 HTTP/1.1" status: 200 len: 210 time: 0.1643207 Aug 19 13:13:55.939517 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63553cbb-b848-4fba-a1cb-b34642cdfece req-66f7cdc9-0399-4149-90a2-0b5b39ee50e3 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:55.942171 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-63553cbb-b848-4fba-a1cb-b34642cdfece req-66f7cdc9-0399-4149-90a2-0b5b39ee50e3 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 947 time: 0.2593477 Aug 19 13:13:55.993772 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-63553cbb-b848-4fba-a1cb-b34642cdfece req-044874f5-5019-448c-9a28-0ee064e5950d tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457709 Aug 19 13:13:56.392244 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-c6631101-e367-4c9d-b5d1-fb9f6c3246cc req-dc2029ad-2d1d-4a50-b141-0482e332056e tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/ports?device_id=2191d4ae-4066-4eb0-8f21-55697b608009 HTTP/1.1" status: 200 len: 210 time: 0.0551491 Aug 19 13:13:56.440667 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca5497-2bde-436a-bf77-a6d75fee3f49 req-2c34c2c4-acfa-4258-ba09-00900a673ecf tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:56.442336 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-b8ca5497-2bde-436a-bf77-a6d75fee3f49 req-2c34c2c4-acfa-4258-ba09-00900a673ecf tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.68 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 947 time: 0.0888205 Aug 19 13:13:56.454731 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75069646-f476-4386-9a70-ca55a67cd801 req-132fab21-e267-454c-89cd-cae57e7b76c0 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:56.456894 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-75069646-f476-4386-9a70-ca55a67cd801 req-132fab21-e267-454c-89cd-cae57e7b76c0 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.68 "GET /v2.0/networks?id=cbbb7b04-d159-4db9-9d46-5cb758065124 HTTP/1.1" status: 200 len: 814 time: 0.2072160 Aug 19 13:13:56.476020 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [req-75069646-f476-4386-9a70-ca55a67cd801 req-e1953a38-93d1-4ef1-9cfe-bf6079b24e1f tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Request body: {'port': {'device_id': '2191d4ae-4066-4eb0-8f21-55697b608009', 'network_id': 'cbbb7b04-d159-4db9-9d46-5cb758065124', 'admin_state_up': True, 'tenant_id': 'eaa12a9090644aa49e46ae920b6a4751'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:13:56.534556 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [req-b8ca5497-2bde-436a-bf77-a6d75fee3f49 req-21e97a8a-7682-4f6d-8b96-6b4121ad8049 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Deleting port 47424f4a-678d-4870-ae86-843b6d41156c {{(pid=79300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:13:56.534819 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-b8ca5497-2bde-436a-bf77-a6d75fee3f49 req-21e97a8a-7682-4f6d-8b96-6b4121ad8049 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:56.690863 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [req-75069646-f476-4386-9a70-ca55a67cd801 req-e1953a38-93d1-4ef1-9cfe-bf6079b24e1f tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:13:56.702334 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [req-75069646-f476-4386-9a70-ca55a67cd801 req-e1953a38-93d1-4ef1-9cfe-bf6079b24e1f tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:13:56.723871 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75069646-f476-4386-9a70-ca55a67cd801 req-e1953a38-93d1-4ef1-9cfe-bf6079b24e1f tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Made reservation on behalf of eaa12a9090644aa49e46ae920b6a4751 for: {'port': 1} {{(pid=79299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:13:56.730358 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-75069646-f476-4386-9a70-ca55a67cd801 req-e1953a38-93d1-4ef1-9cfe-bf6079b24e1f tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:56.910467 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.db [req-b8ca5497-2bde-436a-bf77-a6d75fee3f49 req-21e97a8a-7682-4f6d-8b96-6b4121ad8049 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] For port 47424f4a-678d-4870-ae86-843b6d41156c, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=47424f4a-678d-4870-ae86-843b6d41156c,segment=NetworkSegment(379dc2c3-a256-42ec-a350-bba9510c62d5),segment_id=379dc2c3-a256-42ec-a350-bba9510c62d5)] {{(pid=79300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:13:56.910827 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-b8ca5497-2bde-436a-bf77-a6d75fee3f49 req-21e97a8a-7682-4f6d-8b96-6b4121ad8049 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:56.969286 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.db_base_plugin_common [req-75069646-f476-4386-9a70-ca55a67cd801 req-e1953a38-93d1-4ef1-9cfe-bf6079b24e1f tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Allocated IP 172.20.0.7 (cbbb7b04-d159-4db9-9d46-5cb758065124/610ab15b-796b-4f43-8dc4-77e6b2a09c1b/9537c55d-a024-4d9b-9b56-80e79241740a) {{(pid=79299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:13:57.326831 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-75069646-f476-4386-9a70-ca55a67cd801 req-e1953a38-93d1-4ef1-9cfe-bf6079b24e1f tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Notify callbacks [] for port, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:57.376278 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-75069646-f476-4386-9a70-ca55a67cd801 req-e1953a38-93d1-4ef1-9cfe-bf6079b24e1f tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6301144'] for port, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:57.387438 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:13:57.420235 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-b8ca5497-2bde-436a-bf77-a6d75fee3f49 req-21e97a8a-7682-4f6d-8b96-6b4121ad8049 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:57.421181 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-b8ca5497-2bde-436a-bf77-a6d75fee3f49 req-21e97a8a-7682-4f6d-8b96-6b4121ad8049 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962991'] for floatingip, after_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:57.421181 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.db.l3_db [req-b8ca5497-2bde-436a-bf77-a6d75fee3f49 req-21e97a8a-7682-4f6d-8b96-6b4121ad8049 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Floating IP aa4bd7c1-8669-40df-932b-87cb9642d170 disassociated. External IP: 172.27.1.41, port: 47424f4a-678d-4870-ae86-843b6d41156c. Aug 19 13:13:57.421515 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [req-b8ca5497-2bde-436a-bf77-a6d75fee3f49 req-21e97a8a-7682-4f6d-8b96-6b4121ad8049 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Calling delete_port for 47424f4a-678d-4870-ae86-843b6d41156c owned by compute:nova {{(pid=79300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:13:57.486685 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8a446-4d7f-4f63-bae8-891b4f28062f req-b95f64ac-0e77-426e-8505-4a565801a0a2 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:57.488524 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-72c8a446-4d7f-4f63-bae8-891b4f28062f req-b95f64ac-0e77-426e-8505-4a565801a0a2 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 947 time: 0.2549460 Aug 19 13:13:57.514515 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75069646-f476-4386-9a70-ca55a67cd801 req-e1953a38-93d1-4ef1-9cfe-bf6079b24e1f tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Network cbbb7b04-d159-4db9-9d46-5cb758065124 is already hosted by enough agents. {{(pid=79299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:13:57.524408 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.base_scheduler [req-75069646-f476-4386-9a70-ca55a67cd801 req-e1953a38-93d1-4ef1-9cfe-bf6079b24e1f tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Resources bound (agent type, host, resource id): {{(pid=79299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:13:57.542127 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.l3_dvrscheduler_db [req-75069646-f476-4386-9a70-ca55a67cd801 req-e1953a38-93d1-4ef1-9cfe-bf6079b24e1f tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Received port after_create {{(pid=79299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:13:57.620595 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1953a38-93d1-4ef1-9cfe-bf6079b24e1f tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Pushing event updated for resources: {'Port': ['ID=9537c55d-a024-4d9b-9b56-80e79241740a,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:57.663807 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-e1953a38-93d1-4ef1-9cfe-bf6079b24e1f tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:13:57.697863 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-72c8a446-4d7f-4f63-bae8-891b4f28062f req-b28b9de0-d88d-4ac5-8097-df3445bef6c9 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=4efce927-cddf-40e9-8f95-448253d8c512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468129 Aug 19 13:13:57.699401 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-b8ca5497-2bde-436a-bf77-a6d75fee3f49 req-21e97a8a-7682-4f6d-8b96-6b4121ad8049 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202527'] for port, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:57.706875 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-097bc7ad-23cf-4029-a58b-5d3f9cad89ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:13:57.713696 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75069646-f476-4386-9a70-ca55a67cd801 req-e1953a38-93d1-4ef1-9cfe-bf6079b24e1f tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:57.714346 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-75069646-f476-4386-9a70-ca55a67cd801 req-e1953a38-93d1-4ef1-9cfe-bf6079b24e1f tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for port, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:57.754288 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e97a8a-7682-4f6d-8b96-6b4121ad8049 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Pushing event deleted for resources: {'Port': ['ID=47424f4a-678d-4870-ae86-843b6d41156c,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:57.757779 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-21e97a8a-7682-4f6d-8b96-6b4121ad8049 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:13:57.777259 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-75069646-f476-4386-9a70-ca55a67cd801 req-e1953a38-93d1-4ef1-9cfe-bf6079b24e1f tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3050621 Aug 19 13:13:57.793308 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b49f387-5f15-4785-bf09-035936c7237a req-35894990-4338-40f1-9aae-526c32e89e2a tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:57.794056 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-5b49f387-5f15-4785-bf09-035936c7237a req-35894990-4338-40f1-9aae-526c32e89e2a tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Synchronizing usage tracker for tenant:eaa12a9090644aa49e46ae920b6a4751 on resource:port {{(pid=79299) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:13:57.803508 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [req-75069646-f476-4386-9a70-ca55a67cd801 req-3afcb66d-cbd6-4382-a375-42985284e8f9 service neutron] Request body: {'port': {'device_id': '2191d4ae-4066-4eb0-8f21-55697b608009', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80514'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:13:57.870774 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-5b49f387-5f15-4785-bf09-035936c7237a req-35894990-4338-40f1-9aae-526c32e89e2a tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Unset dirty status for tenant:eaa12a9090644aa49e46ae920b6a4751 on resource:port {{(pid=79299) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:13:57.872060 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-5b49f387-5f15-4785-bf09-035936c7237a req-35894990-4338-40f1-9aae-526c32e89e2a tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/ports?device_id=2191d4ae-4066-4eb0-8f21-55697b608009 HTTP/1.1" status: 200 len: 931 time: 0.2572839 Aug 19 13:13:57.990040 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-5b49f387-5f15-4785-bf09-035936c7237a req-a7390781-0bf9-4481-8b1e-cd5afe6b346e tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbd34c67-1976-4257-b0e2-2ea41f81672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076541 Aug 19 13:13:57.990919 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-75069646-f476-4386-9a70-ca55a67cd801 req-3afcb66d-cbd6-4382-a375-42985284e8f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:58.093120 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8ca5497-2bde-436a-bf77-a6d75fee3f49 req-21e97a8a-7682-4f6d-8b96-6b4121ad8049 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Router 7fb2082d-770b-4434-92b6-0e38b17c10e6 has already been hosted by L3 agent bb0205a6-735d-4789-b813-02600d36e527 {{(pid=79300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 19 13:13:58.148792 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-acf0038e-3169-43db-a03e-44fd3b42393a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:58.390761 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8ca5497-2bde-436a-bf77-a6d75fee3f49 req-21e97a8a-7682-4f6d-8b96-6b4121ad8049 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify agent at l3_agent.dv-cinder-805144-1-iscsi the message routers_updated {{(pid=79300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 19 13:13:58.407728 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7054b91f-37ab-491a-9b17-e989cccb6b54 None None] Sync routers for ids ['7fb2082d-770b-4434-92b6-0e38b17c10e6'] in dv-cinder-805144-1-iscsi {{(pid=79301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:13:58.427053 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7054b91f-37ab-491a-9b17-e989cccb6b54 None None] Routers {'7fb2082d-770b-4434-92b6-0e38b17c10e6'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:13:58.429403 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-7054b91f-37ab-491a-9b17-e989cccb6b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:13:31Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['7fb2082d-770b-4434-92b6-0e38b17c10e6'], 'active': True} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:13:58.621801 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ca5497-2bde-436a-bf77-a6d75fee3f49 req-21e97a8a-7682-4f6d-8b96-6b4121ad8049 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] No DVR routers for this DVR port 47424f4a-678d-4870-ae86-843b6d41156c on host hv-cinder-80514 {{(pid=79300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:13:58.625797 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-b8ca5497-2bde-436a-bf77-a6d75fee3f49 req-21e97a8a-7682-4f6d-8b96-6b4121ad8049 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for port, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:58.634369 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438aed69-4e72-402e-b09f-bbfe30e30183', 'name': 'network-vif-deleted', 'tag': '47424f4a-678d-4870-ae86-843b6d41156c'}] {{(pid=79300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:13:58.670724 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:58.680390 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-b8ca5497-2bde-436a-bf77-a6d75fee3f49 req-21e97a8a-7682-4f6d-8b96-6b4121ad8049 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.68 "DELETE /v2.0/ports/47424f4a-678d-4870-ae86-843b6d41156c HTTP/1.1" status: 204 len: 173 time: 2.2285335 Aug 19 13:13:58.693069 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.notifiers.nova [req-75069646-f476-4386-9a70-ca55a67cd801 req-3afcb66d-cbd6-4382-a375-42985284e8f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9537c55d-a024-4d9b-9b56-80e79241740a {{(pid=79299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:13:58.718497 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-75069646-f476-4386-9a70-ca55a67cd801 req-3afcb66d-cbd6-4382-a375-42985284e8f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:58.776024 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.provisioning_blocks [req-75069646-f476-4386-9a70-ca55a67cd801 req-3afcb66d-cbd6-4382-a375-42985284e8f9 service neutron] Transition to ACTIVE for port object 9537c55d-a024-4d9b-9b56-80e79241740a will not be triggered until provisioned by entity L2. {{(pid=79299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:13:58.787943 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '438aed69-4e72-402e-b09f-bbfe30e30183', 'name': 'network-vif-deleted', 'tag': '47424f4a-678d-4870-ae86-843b6d41156c', 'status': 'completed', 'code': 200} Aug 19 13:13:58.789411 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-75069646-f476-4386-9a70-ca55a67cd801 req-3afcb66d-cbd6-4382-a375-42985284e8f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6301121'] for port, after_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:58.796645 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-0b986d37-7751-4abc-a348-8514a22fa209 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:13:59.022620 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afcb66d-cbd6-4382-a375-42985284e8f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9537c55d-a024-4d9b-9b56-80e79241740a,revision_number=2']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:59.064488 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvr_db [None req-7054b91f-37ab-491a-9b17-e989cccb6b54 None None] Set router 7fb2082d-770b-4434-92b6-0e38b17c10e6 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:13:59.354320 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-3afcb66d-cbd6-4382-a375-42985284e8f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:13:59.357184 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1c9b0-6b38-469d-8e16-2d50e081b622 req-15b16b1f-057a-4d51-910b-7a193830f9d8 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:59.361533 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-0df1c9b0-6b38-469d-8e16-2d50e081b622 req-15b16b1f-057a-4d51-910b-7a193830f9d8 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/ports?device_id=2191d4ae-4066-4eb0-8f21-55697b608009 HTTP/1.1" status: 200 len: 943 time: 0.1692054 Aug 19 13:13:59.493673 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.managers [req-75069646-f476-4386-9a70-ca55a67cd801 req-3afcb66d-cbd6-4382-a375-42985284e8f9 service neutron] Attempting to bind port 9537c55d-a024-4d9b-9b56-80e79241740a on host hv-cinder-80514 for vnic_type normal with profile {{(pid=79299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:13:59.498088 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.managers [req-75069646-f476-4386-9a70-ca55a67cd801 req-3afcb66d-cbd6-4382-a375-42985284e8f9 service neutron] Attempting to bind port 9537c55d-a024-4d9b-9b56-80e79241740a by drivers openvswitch,hyperv on host hv-cinder-80514 at level 0 using segments [{'id': '47e62809-762b-4f75-9963-563bac7ed532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cbbb7b04-d159-4db9-9d46-5cb758065124'}] {{(pid=79299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:13:59.498477 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75069646-f476-4386-9a70-ca55a67cd801 req-3afcb66d-cbd6-4382-a375-42985284e8f9 service neutron] Attempting to bind port 9537c55d-a024-4d9b-9b56-80e79241740a on network cbbb7b04-d159-4db9-9d46-5cb758065124 {{(pid=79299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:13:59.506097 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75069646-f476-4386-9a70-ca55a67cd801 req-3afcb66d-cbd6-4382-a375-42985284e8f9 service neutron] Port 9537c55d-a024-4d9b-9b56-80e79241740a on network cbbb7b04-d159-4db9-9d46-5cb758065124 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80514 {{(pid=79299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 19 13:13:59.506426 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75069646-f476-4386-9a70-ca55a67cd801 req-3afcb66d-cbd6-4382-a375-42985284e8f9 service neutron] Attempting to bind port 9537c55d-a024-4d9b-9b56-80e79241740a on network cbbb7b04-d159-4db9-9d46-5cb758065124 {{(pid=79299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:13:59.520920 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75069646-f476-4386-9a70-ca55a67cd801 req-3afcb66d-cbd6-4382-a375-42985284e8f9 service neutron] Checking agent: {'id': '5d0591c0-6bc7-4d98-9be8-a8b87dc9a0b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 13, 7, 4), 'started_at': datetime.datetime(2021, 8, 19, 13, 7, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 19 13:13:59.521262 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75069646-f476-4386-9a70-ca55a67cd801 req-3afcb66d-cbd6-4382-a375-42985284e8f9 service neutron] Checking segment: {'id': '47e62809-762b-4f75-9963-563bac7ed532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cbbb7b04-d159-4db9-9d46-5cb758065124'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:13:59.521658 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75069646-f476-4386-9a70-ca55a67cd801 req-3afcb66d-cbd6-4382-a375-42985284e8f9 service neutron] Bound using segment: {'id': '47e62809-762b-4f75-9963-563bac7ed532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cbbb7b04-d159-4db9-9d46-5cb758065124'} {{(pid=79299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 19 13:13:59.522095 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.managers [req-75069646-f476-4386-9a70-ca55a67cd801 req-3afcb66d-cbd6-4382-a375-42985284e8f9 service neutron] Bound port: 9537c55d-a024-4d9b-9b56-80e79241740a, host: hv-cinder-80514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47e62809-762b-4f75-9963-563bac7ed532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cbbb7b04-d159-4db9-9d46-5cb758065124'}}] {{(pid=79299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:13:59.522954 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-75069646-f476-4386-9a70-ca55a67cd801 req-3afcb66d-cbd6-4382-a375-42985284e8f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:59.713143 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-7054b91f-37ab-491a-9b17-e989cccb6b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'name': 'tempest-AttachVolumeShelveTestJSON-15327342-router', 'tenant_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:56Z', 'updated_at': '2021-08-19T13:09:09Z', 'revision_number': 4, 'project_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'gw_port': {'id': '5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:08:58Z', 'updated_at': '2021-08-19T13:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': 'd8008264-75a5-4bc4-ad0e-71ffa9de9161', 'name': '', 'network_id': '3b979c5e-82fd-4500-9fbc-547a88a6c3c4', 'tenant_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'mac_address': 'fa:16:3e:f6:56:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a5197019-4cd9-46fe-ad6e-7e976db4e517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:05Z', 'updated_at': '2021-08-19T13:09:25Z', 'revision_number': 5, 'project_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'subnets': [{'id': 'a5197019-4cd9-46fe-ad6e-7e976db4e517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:13:59.720977 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7054b91f-37ab-491a-9b17-e989cccb6b54 None None] Checking router: 7fb2082d-770b-4434-92b6-0e38b17c10e6 for host: dv-cinder-805144-1-iscsi {{(pid=79301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:13:59.749256 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7054b91f-37ab-491a-9b17-e989cccb6b54 None None] Routers {'7fb2082d-770b-4434-92b6-0e38b17c10e6'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:13:59.750385 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-7054b91f-37ab-491a-9b17-e989cccb6b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:13:31Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['7fb2082d-770b-4434-92b6-0e38b17c10e6'], 'active': True} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:13:59.754886 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-3967ff16-86e2-44a1-b531-6cb5353901f1 req-02599fd4-94af-4fd8-8b5f-71c322ba481c tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=438aed69-4e72-402e-b09f-bbfe30e30183 HTTP/1.1" status: 200 len: 210 time: 0.4196022 Aug 19 13:13:59.771399 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.db [req-75069646-f476-4386-9a70-ca55a67cd801 req-3afcb66d-cbd6-4382-a375-42985284e8f9 service neutron] For port 9537c55d-a024-4d9b-9b56-80e79241740a, host hv-cinder-80514, cleared binding levels {{(pid=79299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 19 13:13:59.776426 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.db [req-75069646-f476-4386-9a70-ca55a67cd801 req-3afcb66d-cbd6-4382-a375-42985284e8f9 service neutron] For port 9537c55d-a024-4d9b-9b56-80e79241740a, host hv-cinder-80514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=9537c55d-a024-4d9b-9b56-80e79241740a,segment=NetworkSegment(47e62809-762b-4f75-9963-563bac7ed532),segment_id=47e62809-762b-4f75-9963-563bac7ed532)] {{(pid=79299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 19 13:13:59.793423 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-75069646-f476-4386-9a70-ca55a67cd801 req-3afcb66d-cbd6-4382-a375-42985284e8f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6301121'] for port, after_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:59.803502 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-a51119ee-f54b-42d3-874c-3209bcd2e560 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:13:59.935610 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75069646-f476-4386-9a70-ca55a67cd801 req-3afcb66d-cbd6-4382-a375-42985284e8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:59.936174 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-75069646-f476-4386-9a70-ca55a67cd801 req-3afcb66d-cbd6-4382-a375-42985284e8f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for port, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:59.937670 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-75069646-f476-4386-9a70-ca55a67cd801 req-3afcb66d-cbd6-4382-a375-42985284e8f9 service neutron] 10.222.0.68 "PUT /v2.0/ports/9537c55d-a024-4d9b-9b56-80e79241740a HTTP/1.1" status: 200 len: 1093 time: 2.1393461 Aug 19 13:13:59.938152 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2191d4ae-4066-4eb0-8f21-55697b608009', 'tag': '9537c55d-a024-4d9b-9b56-80e79241740a'}] {{(pid=79299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:13:59.960727 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afcb66d-cbd6-4382-a375-42985284e8f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9537c55d-a024-4d9b-9b56-80e79241740a,revision_number=3']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:59.964496 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-3afcb66d-cbd6-4382-a375-42985284e8f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:14:00.053328 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-0df1c9b0-6b38-469d-8e16-2d50e081b622 req-4569d705-c4be-44f3-9d92-e8c5c3c4b04d tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbd34c67-1976-4257-b0e2-2ea41f81672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6837418 Aug 19 13:14:00.092460 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2191d4ae-4066-4eb0-8f21-55697b608009', 'tag': '9537c55d-a024-4d9b-9b56-80e79241740a', 'status': 'completed', 'code': 200} Aug 19 13:14:00.147706 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75069646-f476-4386-9a70-ca55a67cd801 req-bda75b78-6d16-4a8a-8b56-f846e2886041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:00.150206 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-75069646-f476-4386-9a70-ca55a67cd801 req-bda75b78-6d16-4a8a-8b56-f846e2886041 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=eaa12a9090644aa49e46ae920b6a4751&device_id=2191d4ae-4066-4eb0-8f21-55697b608009 HTTP/1.1" status: 200 len: 1096 time: 0.1225917 Aug 19 13:14:00.196397 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvr_db [None req-7054b91f-37ab-491a-9b17-e989cccb6b54 None None] Set router 7fb2082d-770b-4434-92b6-0e38b17c10e6 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:14:00.270876 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-75069646-f476-4386-9a70-ca55a67cd801 req-1a04984f-2e86-4ff6-9227-a778f0dc5c00 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9537c55d-a024-4d9b-9b56-80e79241740a HTTP/1.1" status: 200 len: 217 time: 0.1022832 Aug 19 13:14:00.395793 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75069646-f476-4386-9a70-ca55a67cd801 req-2076249f-781b-42d7-a11a-c999759a3c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:00.397396 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-75069646-f476-4386-9a70-ca55a67cd801 req-2076249f-781b-42d7-a11a-c999759a3c10 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=610ab15b-796b-4f43-8dc4-77e6b2a09c1b HTTP/1.1" status: 200 len: 854 time: 0.1200650 Aug 19 13:14:00.465002 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-75069646-f476-4386-9a70-ca55a67cd801 req-658aaeba-1a31-4bdd-bf90-c45ed168c9f4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=cbbb7b04-d159-4db9-9d46-5cb758065124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608222 Aug 19 13:14:00.594921 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-7054b91f-37ab-491a-9b17-e989cccb6b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'name': 'tempest-AttachVolumeShelveTestJSON-15327342-router', 'tenant_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:56Z', 'updated_at': '2021-08-19T13:09:09Z', 'revision_number': 4, 'project_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'gw_port': {'id': '5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:08:58Z', 'updated_at': '2021-08-19T13:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': 'd8008264-75a5-4bc4-ad0e-71ffa9de9161', 'name': '', 'network_id': '3b979c5e-82fd-4500-9fbc-547a88a6c3c4', 'tenant_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'mac_address': 'fa:16:3e:f6:56:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a5197019-4cd9-46fe-ad6e-7e976db4e517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:05Z', 'updated_at': '2021-08-19T13:09:25Z', 'revision_number': 5, 'project_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'subnets': [{'id': 'a5197019-4cd9-46fe-ad6e-7e976db4e517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:14:00.603034 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7054b91f-37ab-491a-9b17-e989cccb6b54 None None] The sync data for ids ['7fb2082d-770b-4434-92b6-0e38b17c10e6'] in dv-cinder-805144-1-iscsi is: [{'id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'name': 'tempest-AttachVolumeShelveTestJSON-15327342-router', 'tenant_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:56Z', 'updated_at': '2021-08-19T13:09:09Z', 'revision_number': 4, 'project_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'gw_port': {'id': '5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:08:58Z', 'updated_at': '2021-08-19T13:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': 'd8008264-75a5-4bc4-ad0e-71ffa9de9161', 'name': '', 'network_id': '3b979c5e-82fd-4500-9fbc-547a88a6c3c4', 'tenant_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'mac_address': 'fa:16:3e:f6:56:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a5197019-4cd9-46fe-ad6e-7e976db4e517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:05Z', 'updated_at': '2021-08-19T13:09:25Z', 'revision_number': 5, 'project_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'subnets': [{'id': 'a5197019-4cd9-46fe-ad6e-7e976db4e517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:14:00.711887 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 47424f4a-678d-4870-ae86-843b6d41156c no longer exists at agent hyperv_hv-cinder-80514 {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 19 13:14:00.730415 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-75069646-f476-4386-9a70-ca55a67cd801 req-7259e428-4df4-4767-8245-107ca1c8a191 service neutron] 10.222.0.68 "GET /v2.0/networks/cbbb7b04-d159-4db9-9d46-5cb758065124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581050 Aug 19 13:14:00.763234 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] No Port match for: 47424f4a-678d-4870-ae86-843b6d41156c {{(pid=79301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 19 13:14:00.764089 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 47424f4a-678d-4870-ae86-843b6d41156c not bound to the agent host hv-cinder-80514 {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 19 13:14:00.969306 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-75069646-f476-4386-9a70-ca55a67cd801 req-3993a1cc-ad79-4208-8588-59c585428041 service neutron] 10.222.0.68 "GET /v2.0/networks/cbbb7b04-d159-4db9-9d46-5cb758065124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305851 Aug 19 13:14:00.980644 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-723facc4-8c4f-44fe-a236-c84a55e4c985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:01.195367 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d27cd8-0509-4edd-b413-951f2a3f6925 None None] New status for floating IP aa4bd7c1-8669-40df-932b-87cb9642d170: DOWN {{(pid=79302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:14:01.211858 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03be2bd-a217-4dcc-a140-ef8fa907e69d req-deae2422-bc1b-46be-89a3-bfb9395daa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:01.213976 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a03be2bd-a217-4dcc-a140-ef8fa907e69d req-deae2422-bc1b-46be-89a3-bfb9395daa47 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=eaa12a9090644aa49e46ae920b6a4751&device_id=2191d4ae-4066-4eb0-8f21-55697b608009 HTTP/1.1" status: 200 len: 1096 time: 0.1254661 Aug 19 13:14:01.276107 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 56238) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:14:01.474107 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03be2bd-a217-4dcc-a140-ef8fa907e69d req-ada50079-88ee-483f-9c85-e8d127aece70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:01.476007 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a03be2bd-a217-4dcc-a140-ef8fa907e69d req-ada50079-88ee-483f-9c85-e8d127aece70 service neutron] 10.222.0.68 "GET /v2.0/networks?id=cbbb7b04-d159-4db9-9d46-5cb758065124 HTTP/1.1" status: 200 len: 916 time: 0.2509398 Aug 19 13:14:01.523031 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-42cb298d-88f1-4695-8e96-a893569ca422 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks [] for security_group, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:01.560950 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a03be2bd-a217-4dcc-a140-ef8fa907e69d req-8552dd66-9441-4bda-a64a-337405f06980 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9537c55d-a024-4d9b-9b56-80e79241740a HTTP/1.1" status: 200 len: 217 time: 0.0778737 Aug 19 13:14:01.582914 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeabbea5-6055-4baa-ae31-e1a10682e4a2 req-bb8906ec-d9a2-4154-96c8-e2e8c9afadde tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:01.585233 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-aeabbea5-6055-4baa-ae31-e1a10682e4a2 req-bb8906ec-d9a2-4154-96c8-e2e8c9afadde tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/ports?device_id=2191d4ae-4066-4eb0-8f21-55697b608009 HTTP/1.1" status: 200 len: 943 time: 0.2506187 Aug 19 13:14:01.592275 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-42cb298d-88f1-4695-8e96-a893569ca422 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:01.641695 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03be2bd-a217-4dcc-a140-ef8fa907e69d req-b1c20d4b-2a37-455c-9cfd-b5c88359183e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:01.643270 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a03be2bd-a217-4dcc-a140-ef8fa907e69d req-b1c20d4b-2a37-455c-9cfd-b5c88359183e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=610ab15b-796b-4f43-8dc4-77e6b2a09c1b HTTP/1.1" status: 200 len: 854 time: 0.0746388 Aug 19 13:14:01.702380 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a03be2bd-a217-4dcc-a140-ef8fa907e69d req-9ad0221a-7a25-4f66-b64c-8a7beb763a10 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=cbbb7b04-d159-4db9-9d46-5cb758065124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497561 Aug 19 13:14:01.727152 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-aeabbea5-6055-4baa-ae31-e1a10682e4a2 req-da83c978-046d-400a-9625-cc2e0053a304 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbd34c67-1976-4257-b0e2-2ea41f81672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219308 Aug 19 13:14:01.768212 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-42cb298d-88f1-4695-8e96-a893569ca422 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:01.772312 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-6ae79e8d-9539-4eef-b75a-3fcd8896401c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:14:01.790220 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb298d-88f1-4695-8e96-a893569ca422 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4efce927-cddf-40e9-8f95-448253d8c512,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:01.802901 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:01.803768 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-42cb298d-88f1-4695-8e96-a893569ca422 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:14:01.834188 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-42cb298d-88f1-4695-8e96-a893569ca422 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks [] for security_group, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:01.840444 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-42cb298d-88f1-4695-8e96-a893569ca422 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "DELETE /v2.0/security-groups/4efce927-cddf-40e9-8f95-448253d8c512 HTTP/1.1" status: 204 len: 168 time: 0.5629499 Aug 19 13:14:01.841537 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 56244) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:14:01.869866 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.api.v2.resource [None req-ee86c8a3-5906-437c-a705-e9f318f797b7 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] show failed (client error): The resource could not be found. Aug 19 13:14:01.875979 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-ee86c8a3-5906-437c-a705-e9f318f797b7 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups/4efce927-cddf-40e9-8f95-448253d8c512 HTTP/1.1" status: 404 len: 347 time: 0.0325043 Aug 19 13:14:01.876819 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 56248) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:14:01.950575 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a03be2bd-a217-4dcc-a140-ef8fa907e69d req-9516c50c-2ead-4510-9cd7-df8ded79da00 service neutron] 10.222.0.68 "GET /v2.0/networks/cbbb7b04-d159-4db9-9d46-5cb758065124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404592 Aug 19 13:14:02.100036 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [None req-fb5f247b-5654-4cfb-93cf-90f43f791dee tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Deleting port 47b83686-f229-434d-9ac1-0ddfc48bbfea {{(pid=79300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:14:02.100489 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-fb5f247b-5654-4cfb-93cf-90f43f791dee tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:02.110494 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a03be2bd-a217-4dcc-a140-ef8fa907e69d req-d23d936c-e2bd-42c0-b7bb-9fc694f75a80 service neutron] 10.222.0.68 "GET /v2.0/networks/cbbb7b04-d159-4db9-9d46-5cb758065124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533182 Aug 19 13:14:02.280808 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-fb5f247b-5654-4cfb-93cf-90f43f791dee tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:02.281819 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-fb5f247b-5654-4cfb-93cf-90f43f791dee tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:02.413365 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [None req-fb5f247b-5654-4cfb-93cf-90f43f791dee tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Calling delete_port for 47b83686-f229-434d-9ac1-0ddfc48bbfea owned by network:floatingip {{(pid=79300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:14:02.599251 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-fb5f247b-5654-4cfb-93cf-90f43f791dee tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202527'] for port, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:02.604249 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-58103e71-0e9d-4472-b31c-94c12a55d136 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:14:02.651229 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f247b-5654-4cfb-93cf-90f43f791dee tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Pushing event deleted for resources: {'Port': ['ID=47b83686-f229-434d-9ac1-0ddfc48bbfea,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:02.654481 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-fb5f247b-5654-4cfb-93cf-90f43f791dee tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:14:02.770840 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-fb5f247b-5654-4cfb-93cf-90f43f791dee tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks [] for floatingip, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:02.791660 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-fb5f247b-5654-4cfb-93cf-90f43f791dee tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for floatingip, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:02.809559 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-fb5f247b-5654-4cfb-93cf-90f43f791dee tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "DELETE /v2.0/floatingips/aa4bd7c1-8669-40df-932b-87cb9642d170 HTTP/1.1" status: 204 len: 168 time: 0.9310696 Aug 19 13:14:03.079260 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 56262) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:14:03.087505 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [None req-2f2feeb6-9089-4878-b45c-e133598e39aa tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Request body: {'security_group': {'name': 'tempest-securitygroup--444616484', 'description': 'tempest-description--1975316732'}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:14:03.098017 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-2f2feeb6-9089-4878-b45c-e133598e39aa tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:14:03.105501 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-2f2feeb6-9089-4878-b45c-e133598e39aa tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Usage tracker for resource:security_group and tenant:11dcb989ec6c4491ae1ae5f2a00cbfd7 is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:14:03.110252 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-2f2feeb6-9089-4878-b45c-e133598e39aa tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:14:03.119050 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-2f2feeb6-9089-4878-b45c-e133598e39aa tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:14:03.137726 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-2f2feeb6-9089-4878-b45c-e133598e39aa tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks [] for security_group, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:03.182863 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3500c8-ffa8-4218-b582-406e95bc78cb req-8198f43f-a100-4bdf-b215-5aa4b3a13a77 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:03.191256 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-6c3500c8-ffa8-4218-b582-406e95bc78cb req-8198f43f-a100-4bdf-b215-5aa4b3a13a77 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/ports?device_id=2191d4ae-4066-4eb0-8f21-55697b608009 HTTP/1.1" status: 200 len: 943 time: 0.2683549 Aug 19 13:14:03.192825 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-2f2feeb6-9089-4878-b45c-e133598e39aa tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:14:03.200633 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-2f2feeb6-9089-4878-b45c-e133598e39aa tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Usage tracker for resource:security_group_rule and tenant:11dcb989ec6c4491ae1ae5f2a00cbfd7 is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:14:03.206353 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-2f2feeb6-9089-4878-b45c-e133598e39aa tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:14:03.218176 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-2f2feeb6-9089-4878-b45c-e133598e39aa tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:14:03.248412 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-6c3500c8-ffa8-4218-b582-406e95bc78cb req-60c12956-1a3f-42fe-86d3-35f2373fd971 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbd34c67-1976-4257-b0e2-2ea41f81672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558720 Aug 19 13:14:03.323053 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-2f2feeb6-9089-4878-b45c-e133598e39aa tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks [] for security_group, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:03.329121 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-2f2feeb6-9089-4878-b45c-e133598e39aa tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:03.339009 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-66bca40a-b715-4e7b-a998-f07018694af8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:14:03.383730 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2feeb6-9089-4878-b45c-e133598e39aa tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d943c3ec-88af-47fd-874c-1cfac69fd572,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:03.386724 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-2f2feeb6-9089-4878-b45c-e133598e39aa tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks [] for security_group, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:03.387951 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-2f2feeb6-9089-4878-b45c-e133598e39aa tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3067341 Aug 19 13:14:03.388857 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-2f2feeb6-9089-4878-b45c-e133598e39aa tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:14:03.391699 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 56274) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:14:03.397857 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [None req-0d85bdce-2010-4874-8322-2abd189d37b3 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Request body: {'security_group_rule': {'security_group_id': 'd943c3ec-88af-47fd-874c-1cfac69fd572', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:14:03.404815 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-0d85bdce-2010-4874-8322-2abd189d37b3 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:14:03.410239 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-0d85bdce-2010-4874-8322-2abd189d37b3 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Usage tracker for resource:security_group_rule and tenant:11dcb989ec6c4491ae1ae5f2a00cbfd7 is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:14:03.413275 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-0d85bdce-2010-4874-8322-2abd189d37b3 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:14:03.419919 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-0d85bdce-2010-4874-8322-2abd189d37b3 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:14:03.446317 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-0d85bdce-2010-4874-8322-2abd189d37b3 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:03.466760 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:03.529924 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-0d85bdce-2010-4874-8322-2abd189d37b3 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:03.535160 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-0d85bdce-2010-4874-8322-2abd189d37b3 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072225'] for security_group_rule, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:03.537498 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-8f7aa35b-c1bd-4fea-bf88-4491704b2cbc tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:14:03.561400 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85bdce-2010-4874-8322-2abd189d37b3 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50e79961-3e91-435f-a38f-4e18655427fc,revision_number=0']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:03.564370 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-0d85bdce-2010-4874-8322-2abd189d37b3 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:14:03.574884 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-0d85bdce-2010-4874-8322-2abd189d37b3 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:03.577242 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-0d85bdce-2010-4874-8322-2abd189d37b3 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1832955 Aug 19 13:14:03.579556 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 56278) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:14:03.587909 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-8e279914-ed60-4791-8903-1b6cc14a7ab1 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Request body: {'security_group_rule': {'security_group_id': 'd943c3ec-88af-47fd-874c-1cfac69fd572', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:14:03.596860 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-8e279914-ed60-4791-8903-1b6cc14a7ab1 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:14:03.603937 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-8e279914-ed60-4791-8903-1b6cc14a7ab1 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Usage tracker for resource:security_group_rule and tenant:11dcb989ec6c4491ae1ae5f2a00cbfd7 is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:14:03.608311 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-8e279914-ed60-4791-8903-1b6cc14a7ab1 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:14:03.616455 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-8e279914-ed60-4791-8903-1b6cc14a7ab1 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:14:03.635546 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-8e279914-ed60-4791-8903-1b6cc14a7ab1 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:03.708253 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-8e279914-ed60-4791-8903-1b6cc14a7ab1 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:03.713109 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-8e279914-ed60-4791-8903-1b6cc14a7ab1 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072225'] for security_group_rule, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:03.715384 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:14:03.743837 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e279914-ed60-4791-8903-1b6cc14a7ab1 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a872c05-8ebb-459b-a087-14d4dbd85af0,revision_number=0']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:03.749886 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-8e279914-ed60-4791-8903-1b6cc14a7ab1 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:14:03.755895 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-8e279914-ed60-4791-8903-1b6cc14a7ab1 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:03.757352 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-8e279914-ed60-4791-8903-1b6cc14a7ab1 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1762590 Aug 19 13:14:03.760760 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 56282) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:14:03.767030 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-96ae6490-11b5-4080-9e41-f3a1612a4fa2 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Request body: {'floatingip': {'floating_network_id': '01c0c460-8075-482b-8652-00d44202fadb'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:14:03.774692 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-96ae6490-11b5-4080-9e41-f3a1612a4fa2 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:14:03.780628 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-96ae6490-11b5-4080-9e41-f3a1612a4fa2 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Usage tracker for resource:floatingip and tenant:11dcb989ec6c4491ae1ae5f2a00cbfd7 is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:14:03.784941 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-96ae6490-11b5-4080-9e41-f3a1612a4fa2 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:14:03.791547 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-96ae6490-11b5-4080-9e41-f3a1612a4fa2 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:14:03.812047 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-96ae6490-11b5-4080-9e41-f3a1612a4fa2 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks [] for floatingip, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:03.980045 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-96ae6490-11b5-4080-9e41-f3a1612a4fa2 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:04.130348 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.db_base_plugin_common [None req-96ae6490-11b5-4080-9e41-f3a1612a4fa2 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Allocated IP 172.27.1.113 (01c0c460-8075-482b-8652-00d44202fadb/8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5/9d2f5408-0738-4dfe-b25d-602d9ed13bea) {{(pid=79299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:14:04.297055 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-96ae6490-11b5-4080-9e41-f3a1612a4fa2 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks [] for port, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:04.337425 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-96ae6490-11b5-4080-9e41-f3a1612a4fa2 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6301144'] for port, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:04.341418 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-c67a7727-bcf3-42f4-bba9-941b5f436396 tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:14:04.445888 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ae6490-11b5-4080-9e41-f3a1612a4fa2 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Network 01c0c460-8075-482b-8652-00d44202fadb is already hosted by enough agents. {{(pid=79299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:14:04.450736 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.base_scheduler [None req-96ae6490-11b5-4080-9e41-f3a1612a4fa2 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Resources bound (agent type, host, resource id): {{(pid=79299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:14:04.458872 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ae6490-11b5-4080-9e41-f3a1612a4fa2 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Received port after_create {{(pid=79299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:14:04.501946 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ae6490-11b5-4080-9e41-f3a1612a4fa2 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Pushing event updated for resources: {'Port': ['ID=9d2f5408-0738-4dfe-b25d-602d9ed13bea,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:04.521976 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-96ae6490-11b5-4080-9e41-f3a1612a4fa2 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:14:04.566676 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e449190-0490-4ed8-90ca-6472342ae802 req-c221b1bd-d27c-499f-8319-6113ad38ec7a tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:04.568396 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-5e449190-0490-4ed8-90ca-6472342ae802 req-c221b1bd-d27c-499f-8319-6113ad38ec7a tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/ports?device_id=2191d4ae-4066-4eb0-8f21-55697b608009 HTTP/1.1" status: 200 len: 943 time: 0.1364031 Aug 19 13:14:04.601844 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-96ae6490-11b5-4080-9e41-f3a1612a4fa2 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:04.649931 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-5e449190-0490-4ed8-90ca-6472342ae802 req-e8d79763-824f-4a85-a97d-1058dda50a1d tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbd34c67-1976-4257-b0e2-2ea41f81672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721459 Aug 19 13:14:04.707048 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-96ae6490-11b5-4080-9e41-f3a1612a4fa2 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:04.714234 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 9537c55d-a024-4d9b-9b56-80e79241740a details requested by agent hyperv_hv-cinder-80514 with host hv-cinder-80514 {{(pid=79301) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 19 13:14:04.894554 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port 9537c55d-a024-4d9b-9b56-80e79241740a, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=9537c55d-a024-4d9b-9b56-80e79241740a,segment=NetworkSegment(47e62809-762b-4f75-9963-563bac7ed532),segment_id=47e62809-762b-4f75-9963-563bac7ed532)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:14:04.913921 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Returning: {'device': '9537c55d-a024-4d9b-9b56-80e79241740a', 'network_id': 'cbbb7b04-d159-4db9-9d46-5cb758065124', 'port_id': '9537c55d-a024-4d9b-9b56-80e79241740a', 'mac_address': 'fa:16:3e:d1:c5:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '610ab15b-796b-4f43-8dc4-77e6b2a09c1b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79301) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 19 13:14:04.967865 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-96ae6490-11b5-4080-9e41-f3a1612a4fa2 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks [] for port, precommit_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:04.973633 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:04.973937 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-96ae6490-11b5-4080-9e41-f3a1612a4fa2 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6301121'] for port, after_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:04.977971 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-96ae6490-11b5-4080-9e41-f3a1612a4fa2 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:14:04.997169 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9537c55d-a024-4d9b-9b56-80e79241740a {{(pid=79301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:14:05.034116 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port 9537c55d-a024-4d9b-9b56-80e79241740a, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=9537c55d-a024-4d9b-9b56-80e79241740a,segment=NetworkSegment(47e62809-762b-4f75-9963-563bac7ed532),segment_id=47e62809-762b-4f75-9963-563bac7ed532)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:14:05.038484 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:05.041724 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:14:05.075000 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:05.110598 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ae6490-11b5-4080-9e41-f3a1612a4fa2 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Pushing event updated for resources: {'Port': ['ID=9d2f5408-0738-4dfe-b25d-602d9ed13bea,revision_number=2']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:05.115505 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-96ae6490-11b5-4080-9e41-f3a1612a4fa2 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:14:05.120748 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-96ae6490-11b5-4080-9e41-f3a1612a4fa2 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962991'] for floatingip, after_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:05.128278 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=9537c55d-a024-4d9b-9b56-80e79241740a,revision_number=4']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:05.132116 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:14:05.146906 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-96ae6490-11b5-4080-9e41-f3a1612a4fa2 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for floatingip, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:05.148476 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-96ae6490-11b5-4080-9e41-f3a1612a4fa2 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3865488 Aug 19 13:14:05.367871 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] get_ports_and_sgs() called for port_ids ['9537c55d-a024-4d9b-9b56-80e79241740a'] {{(pid=79301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 19 13:14:05.441021 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-b45ea665-fc8b-4796-b94a-cac7eaa29efa tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--444616484&fields=id&tenant_id=11dcb989ec6c4491ae1ae5f2a00cbfd7 HTTP/1.1" status: 200 len: 267 time: 0.0685086 Aug 19 13:14:05.539385 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-615e6453-ad98-46f2-b1a7-b5761488f352 req-9b765436-2a95-40f1-9f5d-c069edaa54cc service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2118540 Aug 19 13:14:05.665024 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-20031633-d683-4d3c-ba1d-5d13960a1e80 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:05.666503 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-20031633-d683-4d3c-ba1d-5d13960a1e80 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/networks?id=3b979c5e-82fd-4500-9fbc-547a88a6c3c4 HTTP/1.1" status: 200 len: 815 time: 0.2148657 Aug 19 13:14:05.689171 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-649edd48-90a7-4087-b90a-39f51dfcf82a tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/quotas/11dcb989ec6c4491ae1ae5f2a00cbfd7 HTTP/1.1" status: 200 len: 375 time: 0.0144703 Aug 19 13:14:05.793941 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e6453-ad98-46f2-b1a7-b5761488f352 req-05f9f650-963a-4230-84e8-e74ca7cd0d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:05.796074 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-615e6453-ad98-46f2-b1a7-b5761488f352 req-05f9f650-963a-4230-84e8-e74ca7cd0d2b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=95c06fea712a4e118bd5a76f6957b19a&device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 1099 time: 0.2013772 Aug 19 13:14:05.943147 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1b46a-b0da-4854-b2ed-d59b1bc4b9f4 req-6d295d79-8ff6-4154-a621-c19af7aa9542 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:05.948237 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-85a1b46a-b0da-4854-b2ed-d59b1bc4b9f4 req-6d295d79-8ff6-4154-a621-c19af7aa9542 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/ports?device_id=2191d4ae-4066-4eb0-8f21-55697b608009 HTTP/1.1" status: 200 len: 944 time: 0.1090119 Aug 19 13:14:06.005374 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-85a1b46a-b0da-4854-b2ed-d59b1bc4b9f4 req-a80484ee-5aef-41ce-b5b5-9d522aabd94b tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbd34c67-1976-4257-b0e2-2ea41f81672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476477 Aug 19 13:14:06.135672 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-0de61c41-7998-4d8e-bf8e-4beec59a0d47 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=11dcb989ec6c4491ae1ae5f2a00cbfd7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4377978 Aug 19 13:14:06.281841 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e6453-ad98-46f2-b1a7-b5761488f352 req-b55cf8d6-f5d1-427f-bdf7-c4b5ab966c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:06.283907 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-615e6453-ad98-46f2-b1a7-b5761488f352 req-b55cf8d6-f5d1-427f-bdf7-c4b5ab966c48 service neutron] 10.222.0.68 "GET /v2.0/networks?id=11872a7c-c78f-4b06-a868-5e50d8b5c681 HTTP/1.1" status: 200 len: 912 time: 0.4640441 Aug 19 13:14:06.511388 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-615e6453-ad98-46f2-b1a7-b5761488f352 req-bf29b893-5e74-4759-97c0-7001185f2aa0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562 HTTP/1.1" status: 200 len: 1002 time: 0.2138691 Aug 19 13:14:06.514940 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-7a522e72-7d6b-4113-ba27-e64dafb9f527 service neutron] 10.222.0.49 "GET /v2.0/networks/3b979c5e-82fd-4500-9fbc-547a88a6c3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547695 Aug 19 13:14:06.728474 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 9537c55d-a024-4d9b-9b56-80e79241740a up at agent hyperv_hv-cinder-80514 {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:14:06.736042 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e6453-ad98-46f2-b1a7-b5761488f352 req-4009240b-2281-4394-bbc6-6db515795827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:06.738223 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-615e6453-ad98-46f2-b1a7-b5761488f352 req-4009240b-2281-4394-bbc6-6db515795827 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b7e2718c-f55a-406a-999f-edb1d22fd1bf HTTP/1.1" status: 200 len: 849 time: 0.2194648 Aug 19 13:14:06.802725 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Provisioning for port 9537c55d-a024-4d9b-9b56-80e79241740a completed by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:14:06.810566 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Provisioning complete for port 9537c55d-a024-4d9b-9b56-80e79241740a triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:14:06.811134 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:06.877402 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-90806c1d-90bb-45a2-8deb-c75f43889c7f service neutron] 10.222.0.49 "GET /v2.0/networks/3b979c5e-82fd-4500-9fbc-547a88a6c3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083231 Aug 19 13:14:06.904520 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e6453-ad98-46f2-b1a7-b5761488f352 req-4c17ff19-f304-4428-b4fc-0ce820e709d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:06.907082 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-615e6453-ad98-46f2-b1a7-b5761488f352 req-4c17ff19-f304-4428-b4fc-0ce820e709d0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=11872a7c-c78f-4b06-a868-5e50d8b5c681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1593132 Aug 19 13:14:06.986440 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:07.052525 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2191d4ae-4066-4eb0-8f21-55697b608009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9537c55d-a024-4d9b-9b56-80e79241740a'}] {{(pid=79301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:14:07.080095 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port 9537c55d-a024-4d9b-9b56-80e79241740a, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=9537c55d-a024-4d9b-9b56-80e79241740a,segment=NetworkSegment(47e62809-762b-4f75-9963-563bac7ed532),segment_id=47e62809-762b-4f75-9963-563bac7ed532)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:14:07.093282 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:07.098098 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:14:07.124833 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-615e6453-ad98-46f2-b1a7-b5761488f352 req-7a8277ed-9c06-485d-931e-60980d1a99fb service neutron] 10.222.0.68 "GET /v2.0/networks/11872a7c-c78f-4b06-a868-5e50d8b5c681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093198 Aug 19 13:14:07.157224 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-45592cb7-f82a-4f54-ab43-59b7c3c4dba2 req-519131cf-125b-4cdc-ad9e-452b1ab214e6 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Synchronizing usage tracker for tenant:11dcb989ec6c4491ae1ae5f2a00cbfd7 on resource:port {{(pid=79300) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:14:07.207235 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-45592cb7-f82a-4f54-ab43-59b7c3c4dba2 req-519131cf-125b-4cdc-ad9e-452b1ab214e6 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Unset dirty status for tenant:11dcb989ec6c4491ae1ae5f2a00cbfd7 on resource:port {{(pid=79300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:14:07.227152 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-45592cb7-f82a-4f54-ab43-59b7c3c4dba2 req-519131cf-125b-4cdc-ad9e-452b1ab214e6 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 210 time: 0.1375446 Aug 19 13:14:07.264082 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=9537c55d-a024-4d9b-9b56-80e79241740a,revision_number=5']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:07.271440 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:14:07.311975 dv-cinder-805144-1-iscsi neutron-server[79301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2191d4ae-4066-4eb0-8f21-55697b608009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9537c55d-a024-4d9b-9b56-80e79241740a', 'code': 200} Aug 19 13:14:07.376447 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-615e6453-ad98-46f2-b1a7-b5761488f352 req-15ce43e7-9929-471d-ac1c-9643ba53893e service neutron] 10.222.0.68 "GET /v2.0/networks/11872a7c-c78f-4b06-a868-5e50d8b5c681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433169 Aug 19 13:14:07.396879 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c0108-aa3d-4e97-b593-50dc88a3b76d req-b9b2dc63-bbff-4119-bd88-8c0980c10868 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:07.399376 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-264c0108-aa3d-4e97-b593-50dc88a3b76d req-b9b2dc63-bbff-4119-bd88-8c0980c10868 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/ports?device_id=2191d4ae-4066-4eb0-8f21-55697b608009 HTTP/1.1" status: 200 len: 945 time: 0.1490707 Aug 19 13:14:07.474655 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-264c0108-aa3d-4e97-b593-50dc88a3b76d req-838c7b82-f6e5-4dd5-8d4e-92904ce48986 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbd34c67-1976-4257-b0e2-2ea41f81672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553975 Aug 19 13:14:07.653357 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb35ce6-9237-4337-912c-8c2962853be0 req-a90de245-aa75-4be1-9404-1f8ad618a289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:07.655641 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-5eb35ce6-9237-4337-912c-8c2962853be0 req-a90de245-aa75-4be1-9404-1f8ad618a289 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=2191d4ae-4066-4eb0-8f21-55697b608009 HTTP/1.1" status: 200 len: 1098 time: 0.0860095 Aug 19 13:14:07.719045 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-5eb35ce6-9237-4337-912c-8c2962853be0 req-565b155e-90a5-4d5f-84a1-03d9997e4bbd service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=fbd34c67-1976-4257-b0e2-2ea41f81672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561152 Aug 19 13:14:08.532577 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-8100b5f7-ada6-42ee-bb66-7a62658683fb req-4e2a4ce4-3a94-4112-aa26-b646cf2b29ab tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 210 time: 0.1610518 Aug 19 13:14:08.704769 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba77fa-c61b-4ac4-9333-3a9f5e2111e5 req-3903c3e2-010a-4a9f-b8ec-01963d28a632 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:08.706675 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-25ba77fa-c61b-4ac4-9333-3a9f5e2111e5 req-3903c3e2-010a-4a9f-b8ec-01963d28a632 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/ports?device_id=2191d4ae-4066-4eb0-8f21-55697b608009 HTTP/1.1" status: 200 len: 945 time: 0.0901895 Aug 19 13:14:08.760803 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-25ba77fa-c61b-4ac4-9333-3a9f5e2111e5 req-2ef09d47-fa44-4a77-b2a0-6f473145978c tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbd34c67-1976-4257-b0e2-2ea41f81672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466084 Aug 19 13:14:09.150067 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-d274ce07-5e6e-4ace-b925-e13f17721d9a tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:09.152365 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-d274ce07-5e6e-4ace-b925-e13f17721d9a tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.68 "GET /v2.0/networks?id=3b979c5e-82fd-4500-9fbc-547a88a6c3c4 HTTP/1.1" status: 200 len: 815 time: 0.2363064 Aug 19 13:14:09.243325 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-de8e933b-958c-40e1-a507-0387c1108fa3 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11dcb989ec6c4491ae1ae5f2a00cbfd7 HTTP/1.1" status: 200 len: 379 time: 0.0741374 Aug 19 13:14:09.257355 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-ff04a6ba-e6a3-4554-9b63-ec5d2a207533 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Request body: {'port': {'device_id': 'd7c16713-20e6-473b-bf16-f0ae4786c092', 'network_id': '3b979c5e-82fd-4500-9fbc-547a88a6c3c4', 'admin_state_up': True, 'tenant_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'security_groups': ['d943c3ec-88af-47fd-874c-1cfac69fd572']}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:14:09.439940 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-ff04a6ba-e6a3-4554-9b63-ec5d2a207533 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:14:09.449885 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-ff04a6ba-e6a3-4554-9b63-ec5d2a207533 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:14:09.478624 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-ff04a6ba-e6a3-4554-9b63-ec5d2a207533 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Made reservation on behalf of 11dcb989ec6c4491ae1ae5f2a00cbfd7 for: {'port': 1} {{(pid=79299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:14:09.482410 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-ff04a6ba-e6a3-4554-9b63-ec5d2a207533 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:09.804804 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-3d2bc96e-5a57-4e9e-a00a-77752a35f894 req-70d87a0f-1889-49a2-b53b-f407693311cb tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 210 time: 0.0780823 Aug 19 13:14:09.902980 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.db_base_plugin_common [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-ff04a6ba-e6a3-4554-9b63-ec5d2a207533 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Allocated IP 172.20.0.7 (3b979c5e-82fd-4500-9fbc-547a88a6c3c4/a5197019-4cd9-46fe-ad6e-7e976db4e517/0db67c88-0b84-4c05-962c-6848adc849df) {{(pid=79299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:14:10.301492 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219fecec-b86b-4eef-adc3-091767fe8199 req-c43fad00-2716-4bbe-be06-7c90e36521f2 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:10.303786 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-219fecec-b86b-4eef-adc3-091767fe8199 req-c43fad00-2716-4bbe-be06-7c90e36521f2 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/ports?device_id=2191d4ae-4066-4eb0-8f21-55697b608009 HTTP/1.1" status: 200 len: 945 time: 0.3535111 Aug 19 13:14:10.375834 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-ff04a6ba-e6a3-4554-9b63-ec5d2a207533 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks [] for port, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:10.430427 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-219fecec-b86b-4eef-adc3-091767fe8199 req-b41ef1e0-20ee-4737-b0ab-be6d79ca6fe2 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbd34c67-1976-4257-b0e2-2ea41f81672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207840 Aug 19 13:14:10.431863 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.provisioning_blocks [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-ff04a6ba-e6a3-4554-9b63-ec5d2a207533 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Transition to ACTIVE for port object 0db67c88-0b84-4c05-962c-6848adc849df will not be triggered until provisioned by entity DHCP. {{(pid=79299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:14:10.465791 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-ff04a6ba-e6a3-4554-9b63-ec5d2a207533 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6301144'] for port, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:10.474081 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-0b986d37-7751-4abc-a348-8514a22fa209 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:14:10.562823 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-ff04a6ba-e6a3-4554-9b63-ec5d2a207533 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Network 3b979c5e-82fd-4500-9fbc-547a88a6c3c4 is already hosted by enough agents. {{(pid=79299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:14:10.566860 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.base_scheduler [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-ff04a6ba-e6a3-4554-9b63-ec5d2a207533 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Resources bound (agent type, host, resource id): {{(pid=79299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:14:10.571172 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.l3_dvrscheduler_db [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-ff04a6ba-e6a3-4554-9b63-ec5d2a207533 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Received port after_create {{(pid=79299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:14:10.629146 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff04a6ba-e6a3-4554-9b63-ec5d2a207533 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Pushing event updated for resources: {'Port': ['ID=0db67c88-0b84-4c05-962c-6848adc849df,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:10.637687 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-ff04a6ba-e6a3-4554-9b63-ec5d2a207533 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:14:10.683008 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-ff04a6ba-e6a3-4554-9b63-ec5d2a207533 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:10.683831 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-ff04a6ba-e6a3-4554-9b63-ec5d2a207533 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for port, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:10.717740 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-ff04a6ba-e6a3-4554-9b63-ec5d2a207533 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4681363 Aug 19 13:14:10.873723 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-301cc410-946f-4607-8760-9d5bed80ed3b None None] Provisioning for port 0db67c88-0b84-4c05-962c-6848adc849df completed by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:14:10.879831 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-301cc410-946f-4607-8760-9d5bed80ed3b None None] Provisioning complete for port 0db67c88-0b84-4c05-962c-6848adc849df triggered by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:14:10.880214 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-301cc410-946f-4607-8760-9d5bed80ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:10.941591 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-301cc410-946f-4607-8760-9d5bed80ed3b None None] Port 0db67c88-0b84-4c05-962c-6848adc849df cannot update to ACTIVE because it is not bound. {{(pid=79301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:14:11.107225 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b0bc8-0e81-433b-a186-c9b8e362af86 req-ab11d417-cdcf-4a14-90ea-778d33e89251 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:11.108108 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-246b0bc8-0e81-433b-a186-c9b8e362af86 req-ab11d417-cdcf-4a14-90ea-778d33e89251 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Synchronizing usage tracker for tenant:11dcb989ec6c4491ae1ae5f2a00cbfd7 on resource:port {{(pid=79299) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:14:11.125644 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-246b0bc8-0e81-433b-a186-c9b8e362af86 req-ab11d417-cdcf-4a14-90ea-778d33e89251 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Unset dirty status for tenant:11dcb989ec6c4491ae1ae5f2a00cbfd7 on resource:port {{(pid=79299) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:14:11.128759 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-246b0bc8-0e81-433b-a186-c9b8e362af86 req-ab11d417-cdcf-4a14-90ea-778d33e89251 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 931 time: 0.1211185 Aug 19 13:14:11.190369 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-246b0bc8-0e81-433b-a186-c9b8e362af86 req-1f3c26eb-3154-4b31-95e9-839dae3f8f0d tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508881 Aug 19 13:14:12.407432 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde4962-8694-4ce5-b1f3-f43a36f38dc8 req-a5a0e1fd-2ca3-4b58-be23-5550771bf5d4 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:12.409647 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-adde4962-8694-4ce5-b1f3-f43a36f38dc8 req-a5a0e1fd-2ca3-4b58-be23-5550771bf5d4 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 931 time: 0.0895827 Aug 19 13:14:12.488948 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-adde4962-8694-4ce5-b1f3-f43a36f38dc8 req-115a514a-73ce-4a8a-963f-a3f2cd8581bf tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685158 Aug 19 13:14:13.232872 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-ee12a279-8f07-4991-927a-c5c186bee499 service neutron] Request body: {'port': {'device_id': 'd7c16713-20e6-473b-bf16-f0ae4786c092', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80514'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:14:13.392427 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-ee12a279-8f07-4991-927a-c5c186bee499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:14.048667 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f351d655-0220-4117-8a58-ddfa31bf38a2 req-22083109-9206-4dd7-8630-943eb9763208 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:14.050170 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-f351d655-0220-4117-8a58-ddfa31bf38a2 req-22083109-9206-4dd7-8630-943eb9763208 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 931 time: 0.2880881 Aug 19 13:14:14.079992 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.notifiers.nova [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-ee12a279-8f07-4991-927a-c5c186bee499 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0db67c88-0b84-4c05-962c-6848adc849df {{(pid=79299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:14:14.093117 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-ee12a279-8f07-4991-927a-c5c186bee499 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:14.129744 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.provisioning_blocks [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-ee12a279-8f07-4991-927a-c5c186bee499 service neutron] Transition to ACTIVE for port object 0db67c88-0b84-4c05-962c-6848adc849df will not be triggered until provisioned by entity L2. {{(pid=79299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:14:14.134416 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-f351d655-0220-4117-8a58-ddfa31bf38a2 req-b1396eb5-0bb0-4f1e-8c55-d55d88320a3f tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757141 Aug 19 13:14:14.136394 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-ee12a279-8f07-4991-927a-c5c186bee499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6301121'] for port, after_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:14.145010 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:14:14.364301 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12a279-8f07-4991-927a-c5c186bee499 service neutron] Pushing event updated for resources: {'Port': ['ID=0db67c88-0b84-4c05-962c-6848adc849df,revision_number=2']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:14.372890 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-ee12a279-8f07-4991-927a-c5c186bee499 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:14:14.505291 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.managers [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-ee12a279-8f07-4991-927a-c5c186bee499 service neutron] Attempting to bind port 0db67c88-0b84-4c05-962c-6848adc849df on host hv-cinder-80514 for vnic_type normal with profile {{(pid=79299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:14:14.505652 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.managers [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-ee12a279-8f07-4991-927a-c5c186bee499 service neutron] Attempting to bind port 0db67c88-0b84-4c05-962c-6848adc849df by drivers openvswitch,hyperv on host hv-cinder-80514 at level 0 using segments [{'id': '379dc2c3-a256-42ec-a350-bba9510c62d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '3b979c5e-82fd-4500-9fbc-547a88a6c3c4'}] {{(pid=79299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:14:14.505948 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-ee12a279-8f07-4991-927a-c5c186bee499 service neutron] Attempting to bind port 0db67c88-0b84-4c05-962c-6848adc849df on network 3b979c5e-82fd-4500-9fbc-547a88a6c3c4 {{(pid=79299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:14:14.524108 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-ee12a279-8f07-4991-927a-c5c186bee499 service neutron] Port 0db67c88-0b84-4c05-962c-6848adc849df on network 3b979c5e-82fd-4500-9fbc-547a88a6c3c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80514 {{(pid=79299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 19 13:14:14.524416 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-ee12a279-8f07-4991-927a-c5c186bee499 service neutron] Attempting to bind port 0db67c88-0b84-4c05-962c-6848adc849df on network 3b979c5e-82fd-4500-9fbc-547a88a6c3c4 {{(pid=79299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:14:14.532946 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-ee12a279-8f07-4991-927a-c5c186bee499 service neutron] Checking agent: {'id': '5d0591c0-6bc7-4d98-9be8-a8b87dc9a0b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 13, 7, 4), 'started_at': datetime.datetime(2021, 8, 19, 13, 7, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 19 13:14:14.533284 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-ee12a279-8f07-4991-927a-c5c186bee499 service neutron] Checking segment: {'id': '379dc2c3-a256-42ec-a350-bba9510c62d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '3b979c5e-82fd-4500-9fbc-547a88a6c3c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:14:14.533675 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-ee12a279-8f07-4991-927a-c5c186bee499 service neutron] Bound using segment: {'id': '379dc2c3-a256-42ec-a350-bba9510c62d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '3b979c5e-82fd-4500-9fbc-547a88a6c3c4'} {{(pid=79299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 19 13:14:14.534106 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.managers [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-ee12a279-8f07-4991-927a-c5c186bee499 service neutron] Bound port: 0db67c88-0b84-4c05-962c-6848adc849df, host: hv-cinder-80514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '379dc2c3-a256-42ec-a350-bba9510c62d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '3b979c5e-82fd-4500-9fbc-547a88a6c3c4'}}] {{(pid=79299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:14:14.534457 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-ee12a279-8f07-4991-927a-c5c186bee499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:14.650636 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f9f50-d9a4-4fa1-a751-72f68b6fa777 req-a94d8d6f-12b1-4655-9557-9d7ebf310993 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:14.652214 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-8d5f9f50-d9a4-4fa1-a751-72f68b6fa777 req-a94d8d6f-12b1-4655-9557-9d7ebf310993 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 946 time: 0.1809554 Aug 19 13:14:14.656702 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.db [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-ee12a279-8f07-4991-927a-c5c186bee499 service neutron] For port 0db67c88-0b84-4c05-962c-6848adc849df, host hv-cinder-80514, cleared binding levels {{(pid=79299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 19 13:14:14.660878 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.db [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-ee12a279-8f07-4991-927a-c5c186bee499 service neutron] For port 0db67c88-0b84-4c05-962c-6848adc849df, host hv-cinder-80514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=0db67c88-0b84-4c05-962c-6848adc849df,segment=NetworkSegment(379dc2c3-a256-42ec-a350-bba9510c62d5),segment_id=379dc2c3-a256-42ec-a350-bba9510c62d5)] {{(pid=79299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 19 13:14:14.678409 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-ee12a279-8f07-4991-927a-c5c186bee499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6301121'] for port, after_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:14.685265 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-01c5c53c-c6a4-4e8f-9c7f-88bef3a7579a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:14:14.879076 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-ee12a279-8f07-4991-927a-c5c186bee499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:14.880093 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-ee12a279-8f07-4991-927a-c5c186bee499 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for port, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:14.882344 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-ee12a279-8f07-4991-927a-c5c186bee499 service neutron] 10.222.0.68 "PUT /v2.0/ports/0db67c88-0b84-4c05-962c-6848adc849df HTTP/1.1" status: 200 len: 1093 time: 1.6559768 Aug 19 13:14:14.883149 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c16713-20e6-473b-bf16-f0ae4786c092', 'tag': '0db67c88-0b84-4c05-962c-6848adc849df'}] {{(pid=79299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:14:14.905497 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-8d5f9f50-d9a4-4fa1-a751-72f68b6fa777 req-083f74b5-a339-4525-9ed9-dfe7493b4205 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2430170 Aug 19 13:14:14.920662 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12a279-8f07-4991-927a-c5c186bee499 service neutron] Pushing event updated for resources: {'Port': ['ID=0db67c88-0b84-4c05-962c-6848adc849df,revision_number=3']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:14.927874 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-ee12a279-8f07-4991-927a-c5c186bee499 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:14:14.982780 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7c16713-20e6-473b-bf16-f0ae4786c092', 'tag': '0db67c88-0b84-4c05-962c-6848adc849df', 'status': 'completed', 'code': 200} Aug 19 13:14:15.372172 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f59900-893d-4111-8608-aef5a280209c req-ee25cc69-ee31-4778-9ae7-ee641d2a6015 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:15.373659 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-d1f59900-893d-4111-8608-aef5a280209c req-ee25cc69-ee31-4778-9ae7-ee641d2a6015 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 943 time: 0.0924091 Aug 19 13:14:15.474022 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-d1f59900-893d-4111-8608-aef5a280209c req-ba96b699-0141-4b9a-aecd-2652271abac7 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943704 Aug 19 13:14:16.149163 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea257b3f-6461-48c5-ab7d-7853452d9e7f req-9fe6ff69-02fb-4d26-8b47-87df7edce950 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:16.151733 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ea257b3f-6461-48c5-ab7d-7853452d9e7f req-9fe6ff69-02fb-4d26-8b47-87df7edce950 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 946 time: 0.1017478 Aug 19 13:14:16.204815 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ea257b3f-6461-48c5-ab7d-7853452d9e7f req-fb81e466-cb59-4c06-a8fb-00af7f890fb5 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459645 Aug 19 13:14:16.685204 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68483f-47ae-4c0e-9b7c-5794b9af7c80 req-302476eb-2360-495e-8962-902a4ad0840b tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:16.687540 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-ff68483f-47ae-4c0e-9b7c-5794b9af7c80 req-302476eb-2360-495e-8962-902a4ad0840b tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 943 time: 0.0947974 Aug 19 13:14:16.799631 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-ff68483f-47ae-4c0e-9b7c-5794b9af7c80 req-1929d043-7cd4-4c63-8baf-04bfdcf65576 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056640 Aug 19 13:14:16.823401 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c400f28-81c2-460f-8a43-c76c77e63f23 req-d679c2b9-37e7-4105-94b5-f1d3e56477df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:16.825064 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-1c400f28-81c2-460f-8a43-c76c77e63f23 req-d679c2b9-37e7-4105-94b5-f1d3e56477df service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=11dcb989ec6c4491ae1ae5f2a00cbfd7&device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 1096 time: 0.1991279 Aug 19 13:14:16.985131 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c400f28-81c2-460f-8a43-c76c77e63f23 req-06e7d5d5-41c5-4089-b4f2-14219a9dca46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:16.986586 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-1c400f28-81c2-460f-8a43-c76c77e63f23 req-06e7d5d5-41c5-4089-b4f2-14219a9dca46 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=11dcb989ec6c4491ae1ae5f2a00cbfd7&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1461220 Aug 19 13:14:17.131553 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c400f28-81c2-460f-8a43-c76c77e63f23 req-79e53496-cbb3-471a-b239-b66818ba1e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:17.133034 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-1c400f28-81c2-460f-8a43-c76c77e63f23 req-79e53496-cbb3-471a-b239-b66818ba1e5b service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1395493 Aug 19 13:14:17.246169 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.agents_db [None req-9e599f34-f5fc-45b3-b2b5-9720679b7a3a None None] Agent healthcheck: found 6 active agents {{(pid=79302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 19 13:14:17.278711 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-1cce21a7-d560-49bc-84bc-a32e25bc87a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:17.280259 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-1cce21a7-d560-49bc-84bc-a32e25bc87a4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=11dcb989ec6c4491ae1ae5f2a00cbfd7&device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 1096 time: 0.0797410 Aug 19 13:14:17.370703 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-3640f69e-7eba-4012-bad2-c73c2470f915 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0db67c88-0b84-4c05-962c-6848adc849df HTTP/1.1" status: 200 len: 217 time: 0.0719931 Aug 19 13:14:17.466821 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-e52d67ac-512c-436d-b2bb-8bfceb56f018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:17.468456 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-e52d67ac-512c-436d-b2bb-8bfceb56f018 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a5197019-4cd9-46fe-ad6e-7e976db4e517 HTTP/1.1" status: 200 len: 854 time: 0.0829623 Aug 19 13:14:17.479077 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb8f52-9d4a-489a-949f-8b04b3c5d7a3 req-58237951-4174-4b36-967d-f933d9f550f0 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:17.480557 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-19cb8f52-9d4a-489a-949f-8b04b3c5d7a3 req-58237951-4174-4b36-967d-f933d9f550f0 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 946 time: 0.1325798 Aug 19 13:14:17.551735 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-19cb8f52-9d4a-489a-949f-8b04b3c5d7a3 req-99b9ae4b-5ada-4e28-b679-3bcc1e7e9eed tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583353 Aug 19 13:14:17.600282 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-f61d293f-3967-4b7b-82b5-c8dd18fce5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:17.602029 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-f61d293f-3967-4b7b-82b5-c8dd18fce5eb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3b979c5e-82fd-4500-9fbc-547a88a6c3c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1252975 Aug 19 13:14:17.753693 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-79c3fd1e-63bd-4e74-8c12-1d6fd6ca5710 service neutron] 10.222.0.68 "GET /v2.0/networks/3b979c5e-82fd-4500-9fbc-547a88a6c3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419597 Aug 19 13:14:17.945174 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-444e4d00-c7be-4cb1-9872-7e1d03efcaf3 req-7b435271-adea-4818-91d3-1f10c8991e40 service neutron] 10.222.0.68 "GET /v2.0/networks/3b979c5e-82fd-4500-9fbc-547a88a6c3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849272 Aug 19 13:14:18.027409 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8475e2e-dbc3-40f3-95b0-da5f1f429b6f req-773ac840-2865-44db-a774-58a0387304ff tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:18.028989 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-d8475e2e-dbc3-40f3-95b0-da5f1f429b6f req-773ac840-2865-44db-a774-58a0387304ff tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 943 time: 0.0829439 Aug 19 13:14:18.075668 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-d8475e2e-dbc3-40f3-95b0-da5f1f429b6f req-a7667c26-2331-4397-a75e-4346f9105dcb tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402606 Aug 19 13:14:18.770689 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed34076-09fa-4dd3-a488-9dbed18b9302 req-b3b797d8-0a7d-4164-81aa-b03ac7f8ddaa tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:18.772203 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-9ed34076-09fa-4dd3-a488-9dbed18b9302 req-b3b797d8-0a7d-4164-81aa-b03ac7f8ddaa tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 946 time: 0.0858247 Aug 19 13:14:18.820933 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-9ed34076-09fa-4dd3-a488-9dbed18b9302 req-19f8063c-7141-4f4d-b980-ab7fc5cf7c5b tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429549 Aug 19 13:14:18.935368 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee85ce-f963-4521-8665-ca195b0fd019 req-97fcda80-dcaa-4144-935d-83a581f0173b tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:18.936833 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-c5ee85ce-f963-4521-8665-ca195b0fd019 req-97fcda80-dcaa-4144-935d-83a581f0173b tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.68 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 946 time: 0.0872064 Aug 19 13:14:19.017021 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.plugin [req-c5ee85ce-f963-4521-8665-ca195b0fd019 req-af0abe68-9c13-465b-b6b6-4cd12e6ff1c2 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Deleting port 85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562 {{(pid=79299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:14:19.017402 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-c5ee85ce-f963-4521-8665-ca195b0fd019 req-af0abe68-9c13-465b-b6b6-4cd12e6ff1c2 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:19.495885 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.db [req-c5ee85ce-f963-4521-8665-ca195b0fd019 req-af0abe68-9c13-465b-b6b6-4cd12e6ff1c2 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] For port 85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562,segment=NetworkSegment(1e972220-39bc-4aae-b977-d69a31936ee0),segment_id=1e972220-39bc-4aae-b977-d69a31936ee0)] {{(pid=79299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:14:19.496242 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-c5ee85ce-f963-4521-8665-ca195b0fd019 req-af0abe68-9c13-465b-b6b6-4cd12e6ff1c2 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:19.570899 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ccf21-6fd3-422f-bc84-1be237fade31 req-0e91798d-0c3e-4fbd-9c52-9625c1468f51 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:19.572462 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-d93ccf21-6fd3-422f-bc84-1be237fade31 req-0e91798d-0c3e-4fbd-9c52-9625c1468f51 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 943 time: 0.3246722 Aug 19 13:14:19.721126 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-d93ccf21-6fd3-422f-bc84-1be237fade31 req-91982078-d523-4ec2-a6e3-80aec7a2c0d9 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351328 Aug 19 13:14:19.882836 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-c5ee85ce-f963-4521-8665-ca195b0fd019 req-af0abe68-9c13-465b-b6b6-4cd12e6ff1c2 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:19.883500 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-c5ee85ce-f963-4521-8665-ca195b0fd019 req-af0abe68-9c13-465b-b6b6-4cd12e6ff1c2 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962991'] for floatingip, after_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:19.884070 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.db.l3_db [req-c5ee85ce-f963-4521-8665-ca195b0fd019 req-af0abe68-9c13-465b-b6b6-4cd12e6ff1c2 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Floating IP 32af6c4f-32ce-47da-a3a6-608252f57b81 disassociated. External IP: 172.27.1.247, port: 85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562. Aug 19 13:14:19.884653 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.plugin [req-c5ee85ce-f963-4521-8665-ca195b0fd019 req-af0abe68-9c13-465b-b6b6-4cd12e6ff1c2 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Calling delete_port for 85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562 owned by compute:nova {{(pid=79299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:14:20.103862 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92dd23-7b2a-416a-bf9d-2f2de3fa612c req-e510d754-2c1c-492e-9d0c-527d93936fda tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:20.104733 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-c5ee85ce-f963-4521-8665-ca195b0fd019 req-af0abe68-9c13-465b-b6b6-4cd12e6ff1c2 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6301144'] for port, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:20.105382 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-9d92dd23-7b2a-416a-bf9d-2f2de3fa612c req-e510d754-2c1c-492e-9d0c-527d93936fda tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 946 time: 0.1063793 Aug 19 13:14:20.112244 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-caac7ede-b1de-4fe4-a576-5669721e443c tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:14:20.157634 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-9d92dd23-7b2a-416a-bf9d-2f2de3fa612c req-49ed7443-6ada-4e93-8252-681d8cac0465 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=206076d1-674b-4351-8bbb-7bd798d6aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435309 Aug 19 13:14:20.172063 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0abe68-9c13-465b-b6b6-4cd12e6ff1c2 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Pushing event deleted for resources: {'Port': ['ID=85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:20.176107 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-af0abe68-9c13-465b-b6b6-4cd12e6ff1c2 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:14:20.371914 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5ee85ce-f963-4521-8665-ca195b0fd019 req-af0abe68-9c13-465b-b6b6-4cd12e6ff1c2 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Router c75872c9-8e32-4240-af5f-e459863fa986 has already been hosted by L3 agent bb0205a6-735d-4789-b813-02600d36e527 {{(pid=79299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 19 13:14:20.459639 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 0db67c88-0b84-4c05-962c-6848adc849df details requested by agent hyperv_hv-cinder-80514 with host hv-cinder-80514 {{(pid=79301) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 19 13:14:20.569371 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5ee85ce-f963-4521-8665-ca195b0fd019 req-af0abe68-9c13-465b-b6b6-4cd12e6ff1c2 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify agent at l3_agent.dv-cinder-805144-1-iscsi the message routers_updated {{(pid=79299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 19 13:14:20.587420 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57e0991-8257-4585-affb-79f9609616b0 None None] Sync routers for ids ['c75872c9-8e32-4240-af5f-e459863fa986'] in dv-cinder-805144-1-iscsi {{(pid=79301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:14:20.650976 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57e0991-8257-4585-affb-79f9609616b0 None None] Routers {'c75872c9-8e32-4240-af5f-e459863fa986'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:14:20.651656 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-a57e0991-8257-4585-affb-79f9609616b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:14:01Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['c75872c9-8e32-4240-af5f-e459863fa986'], 'active': True} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:14:20.660362 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ee85ce-f963-4521-8665-ca195b0fd019 req-af0abe68-9c13-465b-b6b6-4cd12e6ff1c2 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] No DVR routers for this DVR port 85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562 on host hv-cinder-80514 {{(pid=79299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:14:20.664074 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-c5ee85ce-f963-4521-8665-ca195b0fd019 req-af0abe68-9c13-465b-b6b6-4cd12e6ff1c2 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for port, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:20.667190 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d017c6-6536-4ef5-8d63-44d7908a66a7', 'name': 'network-vif-deleted', 'tag': '85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562'}] {{(pid=79299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:14:20.690970 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-c5ee85ce-f963-4521-8665-ca195b0fd019 req-af0abe68-9c13-465b-b6b6-4cd12e6ff1c2 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.68 "DELETE /v2.0/ports/85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562 HTTP/1.1" status: 204 len: 173 time: 1.7464778 Aug 19 13:14:20.734575 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port 0db67c88-0b84-4c05-962c-6848adc849df, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=0db67c88-0b84-4c05-962c-6848adc849df,segment=NetworkSegment(379dc2c3-a256-42ec-a350-bba9510c62d5),segment_id=379dc2c3-a256-42ec-a350-bba9510c62d5)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:14:20.758235 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d017c6-6536-4ef5-8d63-44d7908a66a7', 'name': 'network-vif-deleted', 'tag': '85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562', 'status': 'completed', 'code': 200} Aug 19 13:14:20.769461 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Returning: {'device': '0db67c88-0b84-4c05-962c-6848adc849df', 'network_id': '3b979c5e-82fd-4500-9fbc-547a88a6c3c4', 'port_id': '0db67c88-0b84-4c05-962c-6848adc849df', 'mac_address': 'fa:16:3e:a6:4b:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5197019-4cd9-46fe-ad6e-7e976db4e517', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79301) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 19 13:14:20.940548 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:20.956637 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvr_db [None req-a57e0991-8257-4585-affb-79f9609616b0 None None] Set router c75872c9-8e32-4240-af5f-e459863fa986 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:14:21.026150 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0db67c88-0b84-4c05-962c-6848adc849df {{(pid=79301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:14:21.147467 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port 0db67c88-0b84-4c05-962c-6848adc849df, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=0db67c88-0b84-4c05-962c-6848adc849df,segment=NetworkSegment(379dc2c3-a256-42ec-a350-bba9510c62d5),segment_id=379dc2c3-a256-42ec-a350-bba9510c62d5)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:14:21.157195 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba07ee-e0e6-43fc-ba43-c42f90a4b0a4 req-5d947157-5dde-45da-b20b-5c8bda4411d4 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:21.159164 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-1dba07ee-e0e6-43fc-ba43-c42f90a4b0a4 req-5d947157-5dde-45da-b20b-5c8bda4411d4 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 943 time: 0.1631713 Aug 19 13:14:21.172253 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:21.179882 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-9aa467f6-82ec-47a3-9485-e10004fb497b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:14:21.227167 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-1dba07ee-e0e6-43fc-ba43-c42f90a4b0a4 req-8603e8a2-f161-4845-be3b-cd678f7819c4 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Synchronizing usage tracker for tenant:11dcb989ec6c4491ae1ae5f2a00cbfd7 on resource:security_group {{(pid=79300) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:14:21.251208 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-1dba07ee-e0e6-43fc-ba43-c42f90a4b0a4 req-8603e8a2-f161-4845-be3b-cd678f7819c4 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Unset dirty status for tenant:11dcb989ec6c4491ae1ae5f2a00cbfd7 on resource:security_group {{(pid=79300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:14:21.252904 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-1dba07ee-e0e6-43fc-ba43-c42f90a4b0a4 req-8603e8a2-f161-4845-be3b-cd678f7819c4 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840995 Aug 19 13:14:21.337354 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=0db67c88-0b84-4c05-962c-6848adc849df,revision_number=4']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:21.351981 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:14:21.438391 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-dde7da9d-cfd0-442b-a255-315dbb7f3623 req-0d7729f0-71fd-4d51-ba7d-be5d32b04b7e tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Synchronizing usage tracker for tenant:95c06fea712a4e118bd5a76f6957b19a on resource:port {{(pid=79299) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:14:21.466345 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-dde7da9d-cfd0-442b-a255-315dbb7f3623 req-0d7729f0-71fd-4d51-ba7d-be5d32b04b7e tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Unset dirty status for tenant:95c06fea712a4e118bd5a76f6957b19a on resource:port {{(pid=79299) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:14:21.467669 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-dde7da9d-cfd0-442b-a255-315dbb7f3623 req-0d7729f0-71fd-4d51-ba7d-be5d32b04b7e tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d017c6-6536-4ef5-8d63-44d7908a66a7 HTTP/1.1" status: 200 len: 210 time: 0.0949304 Aug 19 13:14:21.523742 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-a57e0991-8257-4585-affb-79f9609616b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'name': 'tempest-AttachVolumeTestJSON-813576112-router', 'tenant_id': '95c06fea712a4e118bd5a76f6957b19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '93155038-97cb-4ec3-9278-e31f21009e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:59Z', 'updated_at': '2021-08-19T13:09:15Z', 'revision_number': 4, 'project_id': '95c06fea712a4e118bd5a76f6957b19a', 'gw_port': {'id': '93155038-97cb-4ec3-9278-e31f21009e33', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:81:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:01Z', 'updated_at': '2021-08-19T13:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': '1edb6b9f-c585-4df8-a190-c9e932413cad', 'name': '', 'network_id': '11872a7c-c78f-4b06-a868-5e50d8b5c681', 'tenant_id': '95c06fea712a4e118bd5a76f6957b19a', 'mac_address': 'fa:16:3e:d0:b2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b7e2718c-f55a-406a-999f-edb1d22fd1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:09Z', 'updated_at': '2021-08-19T13:09:32Z', 'revision_number': 5, 'project_id': '95c06fea712a4e118bd5a76f6957b19a', 'subnets': [{'id': 'b7e2718c-f55a-406a-999f-edb1d22fd1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:14:21.530608 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57e0991-8257-4585-affb-79f9609616b0 None None] Checking router: c75872c9-8e32-4240-af5f-e459863fa986 for host: dv-cinder-805144-1-iscsi {{(pid=79301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:14:21.548752 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57e0991-8257-4585-affb-79f9609616b0 None None] Routers {'c75872c9-8e32-4240-af5f-e459863fa986'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:14:21.549825 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-a57e0991-8257-4585-affb-79f9609616b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:14:01Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['c75872c9-8e32-4240-af5f-e459863fa986'], 'active': True} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:14:21.665227 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] get_ports_and_sgs() called for port_ids ['0db67c88-0b84-4c05-962c-6848adc849df'] {{(pid=79301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 19 13:14:21.994521 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvr_db [None req-a57e0991-8257-4585-affb-79f9609616b0 None None] Set router c75872c9-8e32-4240-af5f-e459863fa986 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:14:22.486972 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1084b5-4060-443f-830c-7f659eae633b req-34ec7de2-0dd7-4a0c-b6da-b3b16493e967 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:22.488364 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562 no longer exists at agent hyperv_hv-cinder-80514 {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 19 13:14:22.489025 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-1c1084b5-4060-443f-830c-7f659eae633b req-34ec7de2-0dd7-4a0c-b6da-b3b16493e967 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 944 time: 0.0881066 Aug 19 13:14:22.541989 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-1c1084b5-4060-443f-830c-7f659eae633b req-11d8a63c-f431-4c90-b35d-b60634d1818d tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463417 Aug 19 13:14:22.570626 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] No Port match for: 85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562 {{(pid=79301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 19 13:14:22.571163 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 85d2dc6c-c5c4-4d00-8bae-9d1e4adeb562 not bound to the agent host hv-cinder-80514 {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 19 13:14:22.618368 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 56518) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:14:22.692922 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-01515d6a-9ca8-4f95-920a-b6ff8a89d2b4 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:22.700191 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-a57e0991-8257-4585-affb-79f9609616b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'name': 'tempest-AttachVolumeTestJSON-813576112-router', 'tenant_id': '95c06fea712a4e118bd5a76f6957b19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '93155038-97cb-4ec3-9278-e31f21009e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:59Z', 'updated_at': '2021-08-19T13:09:15Z', 'revision_number': 4, 'project_id': '95c06fea712a4e118bd5a76f6957b19a', 'gw_port': {'id': '93155038-97cb-4ec3-9278-e31f21009e33', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:81:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:01Z', 'updated_at': '2021-08-19T13:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': '1edb6b9f-c585-4df8-a190-c9e932413cad', 'name': '', 'network_id': '11872a7c-c78f-4b06-a868-5e50d8b5c681', 'tenant_id': '95c06fea712a4e118bd5a76f6957b19a', 'mac_address': 'fa:16:3e:d0:b2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b7e2718c-f55a-406a-999f-edb1d22fd1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:09Z', 'updated_at': '2021-08-19T13:09:32Z', 'revision_number': 5, 'project_id': '95c06fea712a4e118bd5a76f6957b19a', 'subnets': [{'id': 'b7e2718c-f55a-406a-999f-edb1d22fd1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:14:22.706282 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57e0991-8257-4585-affb-79f9609616b0 None None] The sync data for ids ['c75872c9-8e32-4240-af5f-e459863fa986'] in dv-cinder-805144-1-iscsi is: [{'id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'name': 'tempest-AttachVolumeTestJSON-813576112-router', 'tenant_id': '95c06fea712a4e118bd5a76f6957b19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '93155038-97cb-4ec3-9278-e31f21009e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:59Z', 'updated_at': '2021-08-19T13:09:15Z', 'revision_number': 4, 'project_id': '95c06fea712a4e118bd5a76f6957b19a', 'gw_port': {'id': '93155038-97cb-4ec3-9278-e31f21009e33', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:81:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:01Z', 'updated_at': '2021-08-19T13:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': '1edb6b9f-c585-4df8-a190-c9e932413cad', 'name': '', 'network_id': '11872a7c-c78f-4b06-a868-5e50d8b5c681', 'tenant_id': '95c06fea712a4e118bd5a76f6957b19a', 'mac_address': 'fa:16:3e:d0:b2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b7e2718c-f55a-406a-999f-edb1d22fd1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:09Z', 'updated_at': '2021-08-19T13:09:32Z', 'revision_number': 5, 'project_id': '95c06fea712a4e118bd5a76f6957b19a', 'subnets': [{'id': 'b7e2718c-f55a-406a-999f-edb1d22fd1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:14:22.733536 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-01515d6a-9ca8-4f95-920a-b6ff8a89d2b4 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:22.809345 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-01515d6a-9ca8-4f95-920a-b6ff8a89d2b4 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:22.814391 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-69b8f729-f73d-4242-96d7-4c38523f60a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:14:22.836136 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01515d6a-9ca8-4f95-920a-b6ff8a89d2b4 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=206076d1-674b-4351-8bbb-7bd798d6aa99,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:22.852626 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01515d6a-9ca8-4f95-920a-b6ff8a89d2b4 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:22.853128 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01515d6a-9ca8-4f95-920a-b6ff8a89d2b4 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:22.853589 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01515d6a-9ca8-4f95-920a-b6ff8a89d2b4 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:22.854275 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01515d6a-9ca8-4f95-920a-b6ff8a89d2b4 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:22.854734 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01515d6a-9ca8-4f95-920a-b6ff8a89d2b4 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:22.855459 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01515d6a-9ca8-4f95-920a-b6ff8a89d2b4 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:22.855965 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01515d6a-9ca8-4f95-920a-b6ff8a89d2b4 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:22.857223 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01515d6a-9ca8-4f95-920a-b6ff8a89d2b4 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:22.857716 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01515d6a-9ca8-4f95-920a-b6ff8a89d2b4 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:22.858258 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01515d6a-9ca8-4f95-920a-b6ff8a89d2b4 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:22.858711 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01515d6a-9ca8-4f95-920a-b6ff8a89d2b4 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:22.859238 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01515d6a-9ca8-4f95-920a-b6ff8a89d2b4 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:22.870480 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-01515d6a-9ca8-4f95-920a-b6ff8a89d2b4 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:14:22.875075 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-01515d6a-9ca8-4f95-920a-b6ff8a89d2b4 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:22.880217 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-01515d6a-9ca8-4f95-920a-b6ff8a89d2b4 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "DELETE /v2.0/security-groups/206076d1-674b-4351-8bbb-7bd798d6aa99 HTTP/1.1" status: 204 len: 168 time: 0.2569842 Aug 19 13:14:22.881514 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 56528) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:14:22.942541 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.api.v2.resource [None req-b88c6894-9acb-40f8-b2fb-9b6be76638c2 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] show failed (client error): The resource could not be found. Aug 19 13:14:22.947747 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-b88c6894-9acb-40f8-b2fb-9b6be76638c2 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups/206076d1-674b-4351-8bbb-7bd798d6aa99 HTTP/1.1" status: 404 len: 347 time: 0.0607398 Aug 19 13:14:22.948471 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 56532) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:14:23.168173 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be6a049-9895-430c-9d04-ff827fbf9852 None None] New status for floating IP 32af6c4f-32ce-47da-a3a6-608252f57b81: DOWN {{(pid=79302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:14:23.184611 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.plugin [None req-dc40734c-44f4-4002-b076-57c5eca98db9 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Deleting port d809e193-79ea-41ae-a437-ddf42847ca4a {{(pid=79299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:14:23.185153 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-dc40734c-44f4-4002-b076-57c5eca98db9 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:23.797875 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-dc40734c-44f4-4002-b076-57c5eca98db9 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:23.798532 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-dc40734c-44f4-4002-b076-57c5eca98db9 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:23.975593 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.plugin [None req-dc40734c-44f4-4002-b076-57c5eca98db9 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Calling delete_port for d809e193-79ea-41ae-a437-ddf42847ca4a owned by network:floatingip {{(pid=79299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:14:24.088199 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf26256-8b82-41eb-ba2e-0fa6c82a5eb6 req-e39a8897-6d74-4f47-a117-895f4acb06d6 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:24.089750 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-9bf26256-8b82-41eb-ba2e-0fa6c82a5eb6 req-e39a8897-6d74-4f47-a117-895f4acb06d6 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 944 time: 0.3415654 Aug 19 13:14:24.141635 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.db.api [None req-dc40734c-44f4-4002-b076-57c5eca98db9 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 13:14:24.142131 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_db.api [None req-dc40734c-44f4-4002-b076-57c5eca98db9 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 13:14:24.153390 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-9bf26256-8b82-41eb-ba2e-0fa6c82a5eb6 req-80864140-bc2e-4431-8e7a-b76fcd422c70 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557003 Aug 19 13:14:24.496324 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 0db67c88-0b84-4c05-962c-6848adc849df up at agent hyperv_hv-cinder-80514 {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:14:24.605314 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Provisioning for port 0db67c88-0b84-4c05-962c-6848adc849df completed by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:14:24.613559 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Provisioning complete for port 0db67c88-0b84-4c05-962c-6848adc849df triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:14:24.614120 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:24.643664 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.plugin [None req-dc40734c-44f4-4002-b076-57c5eca98db9 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Deleting port d809e193-79ea-41ae-a437-ddf42847ca4a {{(pid=79299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:14:24.644018 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-dc40734c-44f4-4002-b076-57c5eca98db9 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:24.789045 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:24.857193 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port 0db67c88-0b84-4c05-962c-6848adc849df, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=0db67c88-0b84-4c05-962c-6848adc849df,segment=NetworkSegment(379dc2c3-a256-42ec-a350-bba9510c62d5),segment_id=379dc2c3-a256-42ec-a350-bba9510c62d5)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:14:24.857471 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-dc40734c-44f4-4002-b076-57c5eca98db9 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:24.857471 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-dc40734c-44f4-4002-b076-57c5eca98db9 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:24.858294 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c16713-20e6-473b-bf16-f0ae4786c092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db67c88-0b84-4c05-962c-6848adc849df'}] {{(pid=79301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:14:24.866037 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:24.868219 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:14:24.976720 dv-cinder-805144-1-iscsi neutron-server[79301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c16713-20e6-473b-bf16-f0ae4786c092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db67c88-0b84-4c05-962c-6848adc849df', 'code': 200} Aug 19 13:14:24.982425 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=0db67c88-0b84-4c05-962c-6848adc849df,revision_number=5']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:24.993139 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:24.993492 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:24.994027 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:24.994387 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:24.994709 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:24.995087 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:24.995423 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:24.996023 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:24.996461 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:24.996798 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:24.997129 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:24.997452 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:25.009854 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:14:25.076385 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.plugin [None req-dc40734c-44f4-4002-b076-57c5eca98db9 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Calling delete_port for d809e193-79ea-41ae-a437-ddf42847ca4a owned by network:floatingip {{(pid=79299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:14:25.273258 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-dc40734c-44f4-4002-b076-57c5eca98db9 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6301144'] for port, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:25.277000 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-59a1862b-8164-4351-8b71-1d34c322ecbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:14:25.321839 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc40734c-44f4-4002-b076-57c5eca98db9 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Pushing event deleted for resources: {'Port': ['ID=d809e193-79ea-41ae-a437-ddf42847ca4a,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:25.324930 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-dc40734c-44f4-4002-b076-57c5eca98db9 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:14:25.473833 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-dc40734c-44f4-4002-b076-57c5eca98db9 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks [] for floatingip, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:25.499541 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-dc40734c-44f4-4002-b076-57c5eca98db9 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for floatingip, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:25.500946 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-dc40734c-44f4-4002-b076-57c5eca98db9 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "DELETE /v2.0/floatingips/32af6c4f-32ce-47da-a3a6-608252f57b81 HTTP/1.1" status: 204 len: 168 time: 2.5511432 Aug 19 13:14:25.509946 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e757440-5117-48e6-bbef-b6551a0fda89 req-2c6970ce-6cf2-4453-901d-0738db968f0e tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:25.511467 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-3e757440-5117-48e6-bbef-b6551a0fda89 req-2c6970ce-6cf2-4453-901d-0738db968f0e tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 945 time: 0.1582797 Aug 19 13:14:25.608812 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-3e757440-5117-48e6-bbef-b6551a0fda89 req-9e87001f-e696-4ac3-b5e0-1bf7803d63ba tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850365 Aug 19 13:14:25.745314 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 56568) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:14:25.752544 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [None req-c686f0bb-7e84-4e58-bf54-450610cce3dd tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1325035159', 'description': 'tempest-description--571490146'}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:14:25.760207 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-c686f0bb-7e84-4e58-bf54-450610cce3dd tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:14:25.765517 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-c686f0bb-7e84-4e58-bf54-450610cce3dd tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Usage tracker for resource:security_group and tenant:95c06fea712a4e118bd5a76f6957b19a is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:14:25.770761 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-c686f0bb-7e84-4e58-bf54-450610cce3dd tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:14:25.778956 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-c686f0bb-7e84-4e58-bf54-450610cce3dd tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:14:25.792876 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-c686f0bb-7e84-4e58-bf54-450610cce3dd tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks [] for security_group, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:25.822900 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-c686f0bb-7e84-4e58-bf54-450610cce3dd tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:14:25.827035 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-c686f0bb-7e84-4e58-bf54-450610cce3dd tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Usage tracker for resource:security_group_rule and tenant:95c06fea712a4e118bd5a76f6957b19a is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:14:25.831128 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-c686f0bb-7e84-4e58-bf54-450610cce3dd tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:14:25.838275 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-c686f0bb-7e84-4e58-bf54-450610cce3dd tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:14:25.935877 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-c686f0bb-7e84-4e58-bf54-450610cce3dd tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks [] for security_group, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:25.941762 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-c686f0bb-7e84-4e58-bf54-450610cce3dd tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:25.945903 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-046b6fd9-5e1a-47ec-a46f-2a5291766b5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:14:25.999730 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c686f0bb-7e84-4e58-bf54-450610cce3dd tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c824df7-ec4c-423d-88ba-c8f765a1873b,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:26.004404 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-c686f0bb-7e84-4e58-bf54-450610cce3dd tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks [] for security_group, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:26.005748 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-c686f0bb-7e84-4e58-bf54-450610cce3dd tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2591074 Aug 19 13:14:26.009552 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 56572) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:14:26.011473 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686f0bb-7e84-4e58-bf54-450610cce3dd tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:26.011903 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686f0bb-7e84-4e58-bf54-450610cce3dd tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:26.012345 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686f0bb-7e84-4e58-bf54-450610cce3dd tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:26.012702 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686f0bb-7e84-4e58-bf54-450610cce3dd tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:26.013059 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686f0bb-7e84-4e58-bf54-450610cce3dd tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:26.013427 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686f0bb-7e84-4e58-bf54-450610cce3dd tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:26.013781 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686f0bb-7e84-4e58-bf54-450610cce3dd tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:26.014134 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686f0bb-7e84-4e58-bf54-450610cce3dd tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:26.014498 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686f0bb-7e84-4e58-bf54-450610cce3dd tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:26.014844 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686f0bb-7e84-4e58-bf54-450610cce3dd tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:26.015201 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686f0bb-7e84-4e58-bf54-450610cce3dd tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:26.015543 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686f0bb-7e84-4e58-bf54-450610cce3dd tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:26.020700 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-ff35fc9c-fae1-4517-b7f2-35f3196669de tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Request body: {'security_group_rule': {'security_group_id': '6c824df7-ec4c-423d-88ba-c8f765a1873b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:14:26.020967 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-c686f0bb-7e84-4e58-bf54-450610cce3dd tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:14:26.029556 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-ff35fc9c-fae1-4517-b7f2-35f3196669de tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:14:26.034886 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-ff35fc9c-fae1-4517-b7f2-35f3196669de tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Usage tracker for resource:security_group_rule and tenant:95c06fea712a4e118bd5a76f6957b19a is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:14:26.038196 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-ff35fc9c-fae1-4517-b7f2-35f3196669de tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:14:26.045338 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-ff35fc9c-fae1-4517-b7f2-35f3196669de tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:14:26.062118 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-ff35fc9c-fae1-4517-b7f2-35f3196669de tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:26.153297 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-ff35fc9c-fae1-4517-b7f2-35f3196669de tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:26.159009 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-ff35fc9c-fae1-4517-b7f2-35f3196669de tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072225'] for security_group_rule, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:26.162421 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-f405bc6b-9416-4fd3-9fc8-f0e77aaacb96 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:14:26.185448 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff35fc9c-fae1-4517-b7f2-35f3196669de tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bb2de8c-20db-42de-bcb1-3462fc91525e,revision_number=0']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:26.191521 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-ff35fc9c-fae1-4517-b7f2-35f3196669de tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:14:26.197095 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-ff35fc9c-fae1-4517-b7f2-35f3196669de tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:26.198428 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-ff35fc9c-fae1-4517-b7f2-35f3196669de tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1876330 Aug 19 13:14:26.201337 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 56576) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:14:26.208119 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-37c9909d-4650-4c1e-a3e6-81f86d29c0bb tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Request body: {'security_group_rule': {'security_group_id': '6c824df7-ec4c-423d-88ba-c8f765a1873b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:14:26.214082 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-37c9909d-4650-4c1e-a3e6-81f86d29c0bb tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:14:26.218501 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-37c9909d-4650-4c1e-a3e6-81f86d29c0bb tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Usage tracker for resource:security_group_rule and tenant:95c06fea712a4e118bd5a76f6957b19a is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:14:26.222152 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-37c9909d-4650-4c1e-a3e6-81f86d29c0bb tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:14:26.228700 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-37c9909d-4650-4c1e-a3e6-81f86d29c0bb tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:14:26.249483 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-37c9909d-4650-4c1e-a3e6-81f86d29c0bb tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:26.334590 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-37c9909d-4650-4c1e-a3e6-81f86d29c0bb tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:26.340379 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-37c9909d-4650-4c1e-a3e6-81f86d29c0bb tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072225'] for security_group_rule, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:26.352035 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-8e279914-ed60-4791-8903-1b6cc14a7ab1 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:14:26.384974 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c9909d-4650-4c1e-a3e6-81f86d29c0bb tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=984003c0-209a-40c9-aac3-5eaad43423bb,revision_number=0']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:26.388670 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-37c9909d-4650-4c1e-a3e6-81f86d29c0bb tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:14:26.400016 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-37c9909d-4650-4c1e-a3e6-81f86d29c0bb tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:26.401684 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-37c9909d-4650-4c1e-a3e6-81f86d29c0bb tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1990805 Aug 19 13:14:26.404859 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 56582) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:14:26.413227 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-7c71f6f6-0b57-40d4-965a-9b8521d8e8f2 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Request body: {'floatingip': {'floating_network_id': '01c0c460-8075-482b-8652-00d44202fadb'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:14:26.421877 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-7c71f6f6-0b57-40d4-965a-9b8521d8e8f2 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:14:26.428060 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-7c71f6f6-0b57-40d4-965a-9b8521d8e8f2 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Usage tracker for resource:floatingip and tenant:95c06fea712a4e118bd5a76f6957b19a is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:14:26.432388 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-7c71f6f6-0b57-40d4-965a-9b8521d8e8f2 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:14:26.441272 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-7c71f6f6-0b57-40d4-965a-9b8521d8e8f2 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:14:26.452454 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-7c71f6f6-0b57-40d4-965a-9b8521d8e8f2 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks [] for floatingip, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:26.611158 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-7c71f6f6-0b57-40d4-965a-9b8521d8e8f2 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:26.986992 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c90cc-c9b0-4b7e-a891-494dbfacb6ca req-87e9e562-b110-4748-959b-4bc6819e612f tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:26.988530 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-1d3c90cc-c9b0-4b7e-a891-494dbfacb6ca req-87e9e562-b110-4748-959b-4bc6819e612f tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 945 time: 0.2339582 Aug 19 13:14:26.989722 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.db_base_plugin_common [None req-7c71f6f6-0b57-40d4-965a-9b8521d8e8f2 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Allocated IP 172.27.1.64 (01c0c460-8075-482b-8652-00d44202fadb/8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5/886febcb-9aef-4650-9eb3-26c233622f08) {{(pid=79299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:14:27.123303 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-1d3c90cc-c9b0-4b7e-a891-494dbfacb6ca req-a3a6328c-378f-4267-98ff-9abca94f33ea tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273425 Aug 19 13:14:27.193928 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-7c71f6f6-0b57-40d4-965a-9b8521d8e8f2 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks [] for port, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:27.226294 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-7c71f6f6-0b57-40d4-965a-9b8521d8e8f2 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6301144'] for port, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:27.229996 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:14:27.305050 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c71f6f6-0b57-40d4-965a-9b8521d8e8f2 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Network 01c0c460-8075-482b-8652-00d44202fadb is already hosted by enough agents. {{(pid=79299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:14:27.308470 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.base_scheduler [None req-7c71f6f6-0b57-40d4-965a-9b8521d8e8f2 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Resources bound (agent type, host, resource id): {{(pid=79299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:14:27.312608 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c71f6f6-0b57-40d4-965a-9b8521d8e8f2 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Received port after_create {{(pid=79299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:14:27.345821 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c71f6f6-0b57-40d4-965a-9b8521d8e8f2 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Pushing event updated for resources: {'Port': ['ID=886febcb-9aef-4650-9eb3-26c233622f08,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:27.354840 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-7c71f6f6-0b57-40d4-965a-9b8521d8e8f2 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:14:27.404736 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-7c71f6f6-0b57-40d4-965a-9b8521d8e8f2 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:27.471297 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-7c71f6f6-0b57-40d4-965a-9b8521d8e8f2 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:27.766238 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-7c71f6f6-0b57-40d4-965a-9b8521d8e8f2 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks [] for port, precommit_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:27.773508 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-7c71f6f6-0b57-40d4-965a-9b8521d8e8f2 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6301121'] for port, after_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:27.781132 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-b5e76e20-834b-4a54-b774-e08fe4864985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:14:27.910046 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c71f6f6-0b57-40d4-965a-9b8521d8e8f2 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Pushing event updated for resources: {'Port': ['ID=886febcb-9aef-4650-9eb3-26c233622f08,revision_number=2']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:27.921779 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-7c71f6f6-0b57-40d4-965a-9b8521d8e8f2 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:14:27.930150 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974976d-f35d-4af5-9d5b-36cd73e192b1 req-c46eae29-56e9-4ace-a883-33a4d91e7424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:27.931858 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0974976d-f35d-4af5-9d5b-36cd73e192b1 req-c46eae29-56e9-4ace-a883-33a4d91e7424 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 1098 time: 0.2357101 Aug 19 13:14:27.934955 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-7c71f6f6-0b57-40d4-965a-9b8521d8e8f2 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962991'] for floatingip, after_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:27.962326 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-7c71f6f6-0b57-40d4-965a-9b8521d8e8f2 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for floatingip, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:27.963869 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-7c71f6f6-0b57-40d4-965a-9b8521d8e8f2 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5576420 Aug 19 13:14:28.139453 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-7eaaf986-0c14-49e4-84c3-af107a26ae46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:28.270340 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-e5d7d6cd-5624-4302-a3b5-5629f92180bf tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Synchronizing usage tracker for tenant:95c06fea712a4e118bd5a76f6957b19a on resource:security_group {{(pid=79300) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:14:28.287365 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-e5d7d6cd-5624-4302-a3b5-5629f92180bf tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Unset dirty status for tenant:95c06fea712a4e118bd5a76f6957b19a on resource:security_group {{(pid=79300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:14:28.288664 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-e5d7d6cd-5624-4302-a3b5-5629f92180bf tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1325035159&fields=id&tenant_id=95c06fea712a4e118bd5a76f6957b19a HTTP/1.1" status: 200 len: 267 time: 0.0652313 Aug 19 13:14:28.358875 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43de5b1-848a-4e3f-b571-6bee10c0f0af req-36b16eb2-53c6-4916-8b87-71c719bdce2b tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:28.361634 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a43de5b1-848a-4e3f-b571-6bee10c0f0af req-36b16eb2-53c6-4916-8b87-71c719bdce2b tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 945 time: 0.1226254 Aug 19 13:14:28.415105 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a43de5b1-848a-4e3f-b571-6bee10c0f0af req-b121cd90-d0f3-459d-bb34-bcbbeb37a611 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474670 Aug 19 13:14:28.455168 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-8ce3f400-b76f-4d2c-9103-0ae4643efd70 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:28.456718 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-8ce3f400-b76f-4d2c-9103-0ae4643efd70 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/networks?id=11872a7c-c78f-4b06-a868-5e50d8b5c681 HTTP/1.1" status: 200 len: 810 time: 0.1603529 Aug 19 13:14:28.472469 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-d939acc0-9125-455e-a401-1441deca165a tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/quotas/95c06fea712a4e118bd5a76f6957b19a HTTP/1.1" status: 200 len: 375 time: 0.0102956 Aug 19 13:14:28.560736 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-dd9282a7-bfb9-41b8-9b54-ffb8a4382b3e tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=95c06fea712a4e118bd5a76f6957b19a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0828133 Aug 19 13:14:28.576250 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:28.760460 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-9918fa45-0252-41ca-b8e9-f469b36e5de4 service neutron] 10.222.0.49 "GET /v2.0/networks/11872a7c-c78f-4b06-a868-5e50d8b5c681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878481 Aug 19 13:14:28.854961 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0974976d-f35d-4af5-9d5b-36cd73e192b1 req-c87cdace-49c7-497d-9dbe-e4d0250140ca service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545230 Aug 19 13:14:28.922477 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-c86eab61-e4f8-442f-ab88-a0fc3c5cd3d2 service neutron] 10.222.0.49 "GET /v2.0/networks/11872a7c-c78f-4b06-a868-5e50d8b5c681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554658 Aug 19 13:14:29.130124 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-b280ec38-a5e2-4f32-a193-ceb94e4818a0 req-d11f9a36-9558-410e-986b-94e550ab2304 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Synchronizing usage tracker for tenant:95c06fea712a4e118bd5a76f6957b19a on resource:port {{(pid=79299) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:14:29.150021 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-b280ec38-a5e2-4f32-a193-ceb94e4818a0 req-d11f9a36-9558-410e-986b-94e550ab2304 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Unset dirty status for tenant:95c06fea712a4e118bd5a76f6957b19a on resource:port {{(pid=79299) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:14:29.151970 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-b280ec38-a5e2-4f32-a193-ceb94e4818a0 req-d11f9a36-9558-410e-986b-94e550ab2304 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=df3cb0b4-92f2-4055-b480-40666e656bd4 HTTP/1.1" status: 200 len: 210 time: 0.0738895 Aug 19 13:14:29.617051 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c4509-1877-463a-b7a2-e516422ede9a req-1164f43b-4bf8-4b7f-ae59-bbf2634af340 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:29.618438 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-cb6c4509-1877-463a-b7a2-e516422ede9a req-1164f43b-4bf8-4b7f-ae59-bbf2634af340 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 945 time: 0.0866263 Aug 19 13:14:29.665517 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-cb6c4509-1877-463a-b7a2-e516422ede9a req-04a265f3-3d7b-4c78-b226-389104feb1d7 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408568 Aug 19 13:14:30.307084 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-7e4187e9-757e-4244-ae12-ab6d8684d5b1 req-ce8819f8-959c-47d5-9a4a-4baccd238c92 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=df3cb0b4-92f2-4055-b480-40666e656bd4 HTTP/1.1" status: 200 len: 210 time: 0.0452068 Aug 19 13:14:30.879186 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e709509-0b6d-453a-9414-aacd55120929 req-a6908ae1-c4f6-4143-9bac-a601f4451737 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:30.880747 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-2e709509-0b6d-453a-9414-aacd55120929 req-a6908ae1-c4f6-4143-9bac-a601f4451737 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 945 time: 0.0941372 Aug 19 13:14:30.937834 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-2e709509-0b6d-453a-9414-aacd55120929 req-bffd2c99-bff3-49cf-bf63-ab591a26c340 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486279 Aug 19 13:14:30.958487 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-6e714899-d85a-4494-8d6f-0377ad182dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:31.468526 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-fb95df99-9cef-4fc6-8a0b-3570926c2ab6 req-b9af7efa-2a07-4100-b7e3-fa64f5b1b61d tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=df3cb0b4-92f2-4055-b480-40666e656bd4 HTTP/1.1" status: 200 len: 210 time: 0.0522420 Aug 19 13:14:31.786150 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:32.141993 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e87c25-e5f3-4dbc-9ba0-7973fc7ccbd9 req-1fa542e8-3cb1-4194-a9b8-2c4ca12da481 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:32.143441 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-e0e87c25-e5f3-4dbc-9ba0-7973fc7ccbd9 req-1fa542e8-3cb1-4194-a9b8-2c4ca12da481 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 945 time: 0.0794530 Aug 19 13:14:32.191762 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-e0e87c25-e5f3-4dbc-9ba0-7973fc7ccbd9 req-e8feeec3-c6f4-4caf-880d-4b9d1f83212e tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411777 Aug 19 13:14:32.624010 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-8467ed10-aebe-4e01-a159-27315708237f req-38bec26f-6673-45ce-86aa-688ee8da1e0f tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=df3cb0b4-92f2-4055-b480-40666e656bd4 HTTP/1.1" status: 200 len: 210 time: 0.0502501 Aug 19 13:14:33.384544 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773ac9d-6db1-4863-a416-126a52cda1b0 req-38bd8bc4-0cc3-4c1b-9a87-2eaf18faca6e tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:33.386075 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-f773ac9d-6db1-4863-a416-126a52cda1b0 req-38bd8bc4-0cc3-4c1b-9a87-2eaf18faca6e tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 945 time: 0.0833788 Aug 19 13:14:33.468164 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:33.524422 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-f773ac9d-6db1-4863-a416-126a52cda1b0 req-7370838e-a6e3-41ed-9e4f-95b94abc7bdc tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323056 Aug 19 13:14:33.770346 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-88245948-d85d-4b40-8fea-871666609ef7 req-922c0950-f239-4f8d-8b1b-7e2ab8104101 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=df3cb0b4-92f2-4055-b480-40666e656bd4 HTTP/1.1" status: 200 len: 210 time: 0.0422022 Aug 19 13:14:34.737894 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc648895-68e1-4182-af8e-282bd78a92ee req-1437d3d9-a057-4497-8565-99727945b467 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:34.739387 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-cc648895-68e1-4182-af8e-282bd78a92ee req-1437d3d9-a057-4497-8565-99727945b467 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 945 time: 0.0997403 Aug 19 13:14:34.769418 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-96148e2a-53b5-4dfa-aa3b-40e2a5514a9c tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:34.770863 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-96148e2a-53b5-4dfa-aa3b-40e2a5514a9c tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.68 "GET /v2.0/networks?id=11872a7c-c78f-4b06-a868-5e50d8b5c681 HTTP/1.1" status: 200 len: 810 time: 0.1690688 Aug 19 13:14:34.793068 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-cc648895-68e1-4182-af8e-282bd78a92ee req-2bdb3661-8906-45a5-b671-96488eaf6332 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453470 Aug 19 13:14:34.858253 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-fb1b6e4a-6224-4e03-b27c-c56bdb35e13a tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Synchronizing usage tracker for tenant:95c06fea712a4e118bd5a76f6957b19a on resource:security_group {{(pid=79299) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:14:34.872186 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-fb1b6e4a-6224-4e03-b27c-c56bdb35e13a tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Unset dirty status for tenant:95c06fea712a4e118bd5a76f6957b19a on resource:security_group {{(pid=79299) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:14:34.873562 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-fb1b6e4a-6224-4e03-b27c-c56bdb35e13a tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95c06fea712a4e118bd5a76f6957b19a HTTP/1.1" status: 200 len: 380 time: 0.0583000 Aug 19 13:14:34.892658 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-bc5d32a0-59c9-44ab-9a50-548ea8222928 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Request body: {'port': {'device_id': 'df3cb0b4-92f2-4055-b480-40666e656bd4', 'network_id': '11872a7c-c78f-4b06-a868-5e50d8b5c681', 'admin_state_up': True, 'tenant_id': '95c06fea712a4e118bd5a76f6957b19a', 'security_groups': ['6c824df7-ec4c-423d-88ba-c8f765a1873b']}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:14:35.024945 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:35.111242 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-eb441480-c19d-410d-b5c8-a67b5470eb63 req-3bb9d6dc-4b06-4ca7-9878-7e6be0a64c83 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=df3cb0b4-92f2-4055-b480-40666e656bd4 HTTP/1.1" status: 200 len: 210 time: 0.1997468 Aug 19 13:14:35.183884 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-bc5d32a0-59c9-44ab-9a50-548ea8222928 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:14:35.193964 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-bc5d32a0-59c9-44ab-9a50-548ea8222928 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:14:35.205066 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-bc5d32a0-59c9-44ab-9a50-548ea8222928 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Made reservation on behalf of 95c06fea712a4e118bd5a76f6957b19a for: {'port': 1} {{(pid=79299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:14:35.209009 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-bc5d32a0-59c9-44ab-9a50-548ea8222928 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:35.430950 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.db_base_plugin_common [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-bc5d32a0-59c9-44ab-9a50-548ea8222928 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Allocated IP 172.20.0.10 (11872a7c-c78f-4b06-a868-5e50d8b5c681/b7e2718c-f55a-406a-999f-edb1d22fd1bf/d34b7e18-bded-46e8-9c8b-83ff2046efd9) {{(pid=79299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:14:35.639026 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-bc5d32a0-59c9-44ab-9a50-548ea8222928 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks [] for port, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:35.657550 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.provisioning_blocks [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-bc5d32a0-59c9-44ab-9a50-548ea8222928 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Transition to ACTIVE for port object d34b7e18-bded-46e8-9c8b-83ff2046efd9 will not be triggered until provisioned by entity DHCP. {{(pid=79299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:14:35.681399 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-bc5d32a0-59c9-44ab-9a50-548ea8222928 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6301144'] for port, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:35.686908 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-e9185b88-965e-414c-966b-102f3b1153c9 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:14:35.755917 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-bc5d32a0-59c9-44ab-9a50-548ea8222928 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Network 11872a7c-c78f-4b06-a868-5e50d8b5c681 is already hosted by enough agents. {{(pid=79299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:14:35.759195 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.base_scheduler [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-bc5d32a0-59c9-44ab-9a50-548ea8222928 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Resources bound (agent type, host, resource id): {{(pid=79299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:14:35.763199 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.l3_dvrscheduler_db [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-bc5d32a0-59c9-44ab-9a50-548ea8222928 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Received port after_create {{(pid=79299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:14:35.795288 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5d32a0-59c9-44ab-9a50-548ea8222928 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Pushing event updated for resources: {'Port': ['ID=d34b7e18-bded-46e8-9c8b-83ff2046efd9,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:35.803075 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-bc5d32a0-59c9-44ab-9a50-548ea8222928 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:14:35.854445 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-bc5d32a0-59c9-44ab-9a50-548ea8222928 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:35.855361 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-bc5d32a0-59c9-44ab-9a50-548ea8222928 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for port, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:35.892107 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-bc5d32a0-59c9-44ab-9a50-548ea8222928 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0038285 Aug 19 13:14:35.914872 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-3dc11702-9cd1-42b7-9616-779ec802071d service neutron] Request body: {'port': {'device_id': 'df3cb0b4-92f2-4055-b480-40666e656bd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80514'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:14:36.009653 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97994e3b-e810-481d-933f-e1bdebf45b82 req-5cb2df49-2d70-46d5-b2b1-f0fd90d729e1 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:36.011120 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-97994e3b-e810-481d-933f-e1bdebf45b82 req-5cb2df49-2d70-46d5-b2b1-f0fd90d729e1 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 945 time: 0.0868213 Aug 19 13:14:36.034680 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-3dc11702-9cd1-42b7-9616-779ec802071d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:36.056309 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-97994e3b-e810-481d-933f-e1bdebf45b82 req-b9579244-50cf-4556-97d9-970ff8521731 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389395 Aug 19 13:14:36.103176 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-c0168c9d-a8ac-4dde-8680-877c5efd1498 None None] Provisioning for port d34b7e18-bded-46e8-9c8b-83ff2046efd9 completed by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:14:36.108631 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-c0168c9d-a8ac-4dde-8680-877c5efd1498 None None] Provisioning complete for port d34b7e18-bded-46e8-9c8b-83ff2046efd9 triggered by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:14:36.109078 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-c0168c9d-a8ac-4dde-8680-877c5efd1498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:36.168404 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-c0168c9d-a8ac-4dde-8680-877c5efd1498 None None] Port d34b7e18-bded-46e8-9c8b-83ff2046efd9 cannot update to ACTIVE because it is not bound. {{(pid=79301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:14:36.321650 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f2d10-b42b-4d95-9085-51947d0c75a2 req-9c3e2b9f-c6db-4341-ac29-77708e130fbc tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:36.323140 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-7f8f2d10-b42b-4d95-9085-51947d0c75a2 req-9c3e2b9f-c6db-4341-ac29-77708e130fbc tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=df3cb0b4-92f2-4055-b480-40666e656bd4 HTTP/1.1" status: 200 len: 932 time: 0.0852549 Aug 19 13:14:36.368792 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-7f8f2d10-b42b-4d95-9085-51947d0c75a2 req-41a94824-08c6-4ce7-acc8-b6d4e24f7d07 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c824df7-ec4c-423d-88ba-c8f765a1873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397880 Aug 19 13:14:36.382819 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d039cb-9440-4d5d-9e43-83a6a8f23ac0 req-de7a54f4-5cf7-43b1-a9a5-87eef373cbae tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:36.384317 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-68d039cb-9440-4d5d-9e43-83a6a8f23ac0 req-de7a54f4-5cf7-43b1-a9a5-87eef373cbae tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 945 time: 0.2034473 Aug 19 13:14:36.392999 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 56722) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:14:36.398880 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [None req-167714df-b177-477d-986b-327847b9d465 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Request body: {'floatingip': {'port_id': '0db67c88-0b84-4c05-962c-6848adc849df'}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:14:36.463214 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.notifiers.nova [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-3dc11702-9cd1-42b7-9616-779ec802071d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d34b7e18-bded-46e8-9c8b-83ff2046efd9 {{(pid=79299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:14:36.471736 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-3dc11702-9cd1-42b7-9616-779ec802071d service neutron] Notify callbacks [] for port, precommit_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:36.482407 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-167714df-b177-477d-986b-327847b9d465 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks [] for floatingip, before_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:36.489734 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.provisioning_blocks [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-3dc11702-9cd1-42b7-9616-779ec802071d service neutron] Transition to ACTIVE for port object d34b7e18-bded-46e8-9c8b-83ff2046efd9 will not be triggered until provisioned by entity L2. {{(pid=79299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:14:36.495270 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-3dc11702-9cd1-42b7-9616-779ec802071d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6301121'] for port, after_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:36.507534 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-ee12a279-8f07-4991-927a-c5c186bee499 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:14:36.785637 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc11702-9cd1-42b7-9616-779ec802071d service neutron] Pushing event updated for resources: {'Port': ['ID=d34b7e18-bded-46e8-9c8b-83ff2046efd9,revision_number=2']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:36.791464 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-3dc11702-9cd1-42b7-9616-779ec802071d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:14:36.822581 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.managers [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-3dc11702-9cd1-42b7-9616-779ec802071d service neutron] Attempting to bind port d34b7e18-bded-46e8-9c8b-83ff2046efd9 on host hv-cinder-80514 for vnic_type normal with profile {{(pid=79299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:14:36.823273 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.managers [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-3dc11702-9cd1-42b7-9616-779ec802071d service neutron] Attempting to bind port d34b7e18-bded-46e8-9c8b-83ff2046efd9 by drivers openvswitch,hyperv on host hv-cinder-80514 at level 0 using segments [{'id': '1e972220-39bc-4aae-b977-d69a31936ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '11872a7c-c78f-4b06-a868-5e50d8b5c681'}] {{(pid=79299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:14:36.823273 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-3dc11702-9cd1-42b7-9616-779ec802071d service neutron] Attempting to bind port d34b7e18-bded-46e8-9c8b-83ff2046efd9 on network 11872a7c-c78f-4b06-a868-5e50d8b5c681 {{(pid=79299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:14:36.829756 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-3dc11702-9cd1-42b7-9616-779ec802071d service neutron] Port d34b7e18-bded-46e8-9c8b-83ff2046efd9 on network 11872a7c-c78f-4b06-a868-5e50d8b5c681 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80514 {{(pid=79299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 19 13:14:36.830123 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-3dc11702-9cd1-42b7-9616-779ec802071d service neutron] Attempting to bind port d34b7e18-bded-46e8-9c8b-83ff2046efd9 on network 11872a7c-c78f-4b06-a868-5e50d8b5c681 {{(pid=79299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:14:36.836558 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-3dc11702-9cd1-42b7-9616-779ec802071d service neutron] Checking agent: {'id': '5d0591c0-6bc7-4d98-9be8-a8b87dc9a0b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 13, 7, 4), 'started_at': datetime.datetime(2021, 8, 19, 13, 7, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 19 13:14:36.836903 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-3dc11702-9cd1-42b7-9616-779ec802071d service neutron] Checking segment: {'id': '1e972220-39bc-4aae-b977-d69a31936ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '11872a7c-c78f-4b06-a868-5e50d8b5c681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:14:36.837301 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-3dc11702-9cd1-42b7-9616-779ec802071d service neutron] Bound using segment: {'id': '1e972220-39bc-4aae-b977-d69a31936ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '11872a7c-c78f-4b06-a868-5e50d8b5c681'} {{(pid=79299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 19 13:14:36.837710 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.managers [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-3dc11702-9cd1-42b7-9616-779ec802071d service neutron] Bound port: d34b7e18-bded-46e8-9c8b-83ff2046efd9, host: hv-cinder-80514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e972220-39bc-4aae-b977-d69a31936ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '11872a7c-c78f-4b06-a868-5e50d8b5c681'}}] {{(pid=79299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:14:36.838081 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-3dc11702-9cd1-42b7-9616-779ec802071d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:36.960034 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.db [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-3dc11702-9cd1-42b7-9616-779ec802071d service neutron] For port d34b7e18-bded-46e8-9c8b-83ff2046efd9, host hv-cinder-80514, cleared binding levels {{(pid=79299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 19 13:14:36.963709 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.db [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-3dc11702-9cd1-42b7-9616-779ec802071d service neutron] For port d34b7e18-bded-46e8-9c8b-83ff2046efd9, host hv-cinder-80514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=d34b7e18-bded-46e8-9c8b-83ff2046efd9,segment=NetworkSegment(1e972220-39bc-4aae-b977-d69a31936ee0),segment_id=1e972220-39bc-4aae-b977-d69a31936ee0)] {{(pid=79299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 19 13:14:36.972571 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-3dc11702-9cd1-42b7-9616-779ec802071d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6301121'] for port, after_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:36.977536 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-e1953a38-93d1-4ef1-9cfe-bf6079b24e1f tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:14:37.044818 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-3dc11702-9cd1-42b7-9616-779ec802071d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:37.045427 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-3dc11702-9cd1-42b7-9616-779ec802071d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for port, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:37.046819 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-3dc11702-9cd1-42b7-9616-779ec802071d service neutron] 10.222.0.68 "PUT /v2.0/ports/d34b7e18-bded-46e8-9c8b-83ff2046efd9 HTTP/1.1" status: 200 len: 1094 time: 1.1367822 Aug 19 13:14:37.047966 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df3cb0b4-92f2-4055-b480-40666e656bd4', 'tag': 'd34b7e18-bded-46e8-9c8b-83ff2046efd9'}] {{(pid=79299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:14:37.106028 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc11702-9cd1-42b7-9616-779ec802071d service neutron] Pushing event updated for resources: {'Port': ['ID=d34b7e18-bded-46e8-9c8b-83ff2046efd9,revision_number=3']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:37.121389 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df3cb0b4-92f2-4055-b480-40666e656bd4', 'tag': 'd34b7e18-bded-46e8-9c8b-83ff2046efd9', 'status': 'completed', 'code': 200} Aug 19 13:14:37.122323 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-3dc11702-9cd1-42b7-9616-779ec802071d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:14:37.217360 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-bca3765a-0c34-4472-aef6-f5e83580f615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:37.223747 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-bca3765a-0c34-4472-aef6-f5e83580f615 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=95c06fea712a4e118bd5a76f6957b19a&device_id=df3cb0b4-92f2-4055-b480-40666e656bd4 HTTP/1.1" status: 200 len: 1097 time: 0.0841122 Aug 19 13:14:37.277322 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-167714df-b177-477d-986b-327847b9d465 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:37.282666 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-167714df-b177-477d-986b-327847b9d465 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962991'] for floatingip, after_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:37.412300 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-6f568327-6956-4467-9222-13af8fafa648 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d34b7e18-bded-46e8-9c8b-83ff2046efd9 HTTP/1.1" status: 200 len: 217 time: 0.1781425 Aug 19 13:14:37.493713 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.db.l3_db [None req-167714df-b177-477d-986b-327847b9d465 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Floating IP feb57e5e-c884-4975-a07e-28b884afcc02 associated. External IP: 172.27.1.113, port: 0db67c88-0b84-4c05-962c-6848adc849df. Aug 19 13:14:37.538261 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-1fda2112-4fba-4c32-9b8d-c11adb505539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:37.539754 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-1fda2112-4fba-4c32-9b8d-c11adb505539 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b7e2718c-f55a-406a-999f-edb1d22fd1bf HTTP/1.1" status: 200 len: 849 time: 0.1180212 Aug 19 13:14:37.569200 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 56766) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:14:37.636408 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87fe5c0-7646-46a7-879b-19c7e417631a req-ee149b2e-63bb-434d-bb45-bb76b6461c49 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:37.637141 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-e87fe5c0-7646-46a7-879b-19c7e417631a req-ee149b2e-63bb-434d-bb45-bb76b6461c49 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Synchronizing usage tracker for tenant:95c06fea712a4e118bd5a76f6957b19a on resource:port {{(pid=79299) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:14:37.657406 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-756491b7-2b0c-49a1-8e43-921c08ff74ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:37.658836 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-756491b7-2b0c-49a1-8e43-921c08ff74ce service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=11872a7c-c78f-4b06-a868-5e50d8b5c681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1085196 Aug 19 13:14:37.665319 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-e87fe5c0-7646-46a7-879b-19c7e417631a req-ee149b2e-63bb-434d-bb45-bb76b6461c49 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Unset dirty status for tenant:95c06fea712a4e118bd5a76f6957b19a on resource:port {{(pid=79299) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:14:37.666723 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e87fe5c0-7646-46a7-879b-19c7e417631a req-ee149b2e-63bb-434d-bb45-bb76b6461c49 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=df3cb0b4-92f2-4055-b480-40666e656bd4 HTTP/1.1" status: 200 len: 944 time: 0.1778004 Aug 19 13:14:37.837345 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-ce7396ef-3d64-4047-b5f7-f7a4de135e45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:37.881960 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-ce7396ef-3d64-4047-b5f7-f7a4de135e45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:14:37.890177 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-ce7396ef-3d64-4047-b5f7-f7a4de135e45 admin admin] Usage tracker for resource:security_group_rule and tenant:5f86ac3bd2584902b08beae1efed05b2 is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:14:37.897468 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-ce7396ef-3d64-4047-b5f7-f7a4de135e45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:14:37.903879 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e87fe5c0-7646-46a7-879b-19c7e417631a req-88f75573-4687-4084-a86a-2537d6090f69 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c824df7-ec4c-423d-88ba-c8f765a1873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2113142 Aug 19 13:14:37.907584 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-ce7396ef-3d64-4047-b5f7-f7a4de135e45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:14:37.955865 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-a58c1971-8223-493e-9b34-e62eb644b70f service neutron] 10.222.0.68 "GET /v2.0/networks/11872a7c-c78f-4b06-a868-5e50d8b5c681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878850 Aug 19 13:14:38.137387 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-887e7f16-9d1e-4e32-8452-7705c510e960 req-c0a810a2-140c-4112-bc1e-7d33b91a6757 service neutron] 10.222.0.68 "GET /v2.0/networks/11872a7c-c78f-4b06-a868-5e50d8b5c681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744237 Aug 19 13:14:38.261489 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167714df-b177-477d-986b-327847b9d465 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Router 7fb2082d-770b-4434-92b6-0e38b17c10e6 has already been hosted by L3 agent bb0205a6-735d-4789-b813-02600d36e527 {{(pid=79300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 19 13:14:38.318350 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a112f67-ef3d-4495-b786-197a8ea97cdc req-532bc28d-1d89-46a8-98ea-b73bdfaf1a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:38.319896 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-4a112f67-ef3d-4495-b786-197a8ea97cdc req-532bc28d-1d89-46a8-98ea-b73bdfaf1a97 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=95c06fea712a4e118bd5a76f6957b19a&device_id=df3cb0b4-92f2-4055-b480-40666e656bd4 HTTP/1.1" status: 200 len: 1097 time: 0.0773993 Aug 19 13:14:38.367820 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-ce7396ef-3d64-4047-b5f7-f7a4de135e45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:38.377140 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-ce7396ef-3d64-4047-b5f7-f7a4de135e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:38.393174 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:14:38.473907 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a112f67-ef3d-4495-b786-197a8ea97cdc req-f8e195b2-8d98-462b-8644-4a5364df892e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:38.475394 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-4a112f67-ef3d-4495-b786-197a8ea97cdc req-f8e195b2-8d98-462b-8644-4a5364df892e service neutron] 10.222.0.68 "GET /v2.0/networks?id=11872a7c-c78f-4b06-a868-5e50d8b5c681 HTTP/1.1" status: 200 len: 912 time: 0.1473951 Aug 19 13:14:38.502933 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7396ef-3d64-4047-b5f7-f7a4de135e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cadf617-d39a-41dc-a5ef-323dad2433a0,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:38.506438 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-ce7396ef-3d64-4047-b5f7-f7a4de135e45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:14:38.526155 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-ce7396ef-3d64-4047-b5f7-f7a4de135e45 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5f86ac3bd2584902b08beae1efed05b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9556649 Aug 19 13:14:38.529567 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 56780) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:14:38.554293 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-4a112f67-ef3d-4495-b786-197a8ea97cdc req-c7ebefb5-e197-4764-8a91-7eaf5727ab4a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d34b7e18-bded-46e8-9c8b-83ff2046efd9 HTTP/1.1" status: 200 len: 217 time: 0.0721900 Aug 19 13:14:38.566163 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167714df-b177-477d-986b-327847b9d465 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify agent at l3_agent.dv-cinder-805144-1-iscsi the message routers_updated {{(pid=79300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 19 13:14:38.577843 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701c42dc-b92e-4cfe-86fc-b8ec5df87d8c None None] Sync routers for ids ['7fb2082d-770b-4434-92b6-0e38b17c10e6'] in dv-cinder-805144-1-iscsi {{(pid=79301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:14:38.591382 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701c42dc-b92e-4cfe-86fc-b8ec5df87d8c None None] Routers {'7fb2082d-770b-4434-92b6-0e38b17c10e6'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:14:38.592469 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-701c42dc-b92e-4cfe-86fc-b8ec5df87d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:14:31Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['7fb2082d-770b-4434-92b6-0e38b17c10e6'], 'active': True} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:14:38.600877 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-167714df-b177-477d-986b-327847b9d465 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for floatingip, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:38.629550 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a112f67-ef3d-4495-b786-197a8ea97cdc req-8a10a7ce-ab29-46b1-8e0c-8d97209eb81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:38.631266 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-4a112f67-ef3d-4495-b786-197a8ea97cdc req-8a10a7ce-ab29-46b1-8e0c-8d97209eb81f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b7e2718c-f55a-406a-999f-edb1d22fd1bf HTTP/1.1" status: 200 len: 849 time: 0.0645919 Aug 19 13:14:38.667087 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-4e7c6978-f1c9-456a-b2e8-822a85dbcbc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:38.692150 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-167714df-b177-477d-986b-327847b9d465 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "PUT /v2.0/floatingips/feb57e5e-c884-4975-a07e-28b884afcc02 HTTP/1.1" status: 200 len: 991 time: 2.2953751 Aug 19 13:14:38.697378 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c16713-20e6-473b-bf16-f0ae4786c092', 'tag': '0db67c88-0b84-4c05-962c-6848adc849df'}] {{(pid=79300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:14:38.710384 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-4e7c6978-f1c9-456a-b2e8-822a85dbcbc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:38.761320 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a112f67-ef3d-4495-b786-197a8ea97cdc req-9458333c-3701-43fd-b228-98acbbf997e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:38.763099 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-4a112f67-ef3d-4495-b786-197a8ea97cdc req-9458333c-3701-43fd-b228-98acbbf997e7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=11872a7c-c78f-4b06-a868-5e50d8b5c681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1247237 Aug 19 13:14:38.803207 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-4e7c6978-f1c9-456a-b2e8-822a85dbcbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:38.811673 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-ce7396ef-3d64-4047-b5f7-f7a4de135e45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:14:38.825996 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvr_db [None req-701c42dc-b92e-4cfe-86fc-b8ec5df87d8c None None] Set router 7fb2082d-770b-4434-92b6-0e38b17c10e6 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:14:38.862731 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c6978-f1c9-456a-b2e8-822a85dbcbc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cadf617-d39a-41dc-a5ef-323dad2433a0,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:38.881437 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-4e7c6978-f1c9-456a-b2e8-822a85dbcbc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:14:38.888941 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-4e7c6978-f1c9-456a-b2e8-822a85dbcbc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:38.891648 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-4e7c6978-f1c9-456a-b2e8-822a85dbcbc2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3cadf617-d39a-41dc-a5ef-323dad2433a0 HTTP/1.1" status: 204 len: 168 time: 0.3602314 Aug 19 13:14:38.963001 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-4a112f67-ef3d-4495-b786-197a8ea97cdc req-2872cb11-6c2e-48d2-ac82-883c562a97cd service neutron] 10.222.0.68 "GET /v2.0/networks/11872a7c-c78f-4b06-a868-5e50d8b5c681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921949 Aug 19 13:14:39.146246 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7c16713-20e6-473b-bf16-f0ae4786c092', 'tag': '0db67c88-0b84-4c05-962c-6848adc849df', 'status': 'completed', 'code': 200} Aug 19 13:14:39.254046 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-4a112f67-ef3d-4495-b786-197a8ea97cdc req-a670730f-0603-44cb-aaf5-6a2e28565fbb service neutron] 10.222.0.68 "GET /v2.0/networks/11872a7c-c78f-4b06-a868-5e50d8b5c681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826002 Aug 19 13:14:39.335636 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b4565-89da-4311-bb15-7530b49fbb9b req-06b21e4b-1cf3-4b0a-a686-80ad5af9e99a tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:39.337160 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-579b4565-89da-4311-bb15-7530b49fbb9b req-06b21e4b-1cf3-4b0a-a686-80ad5af9e99a tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=df3cb0b4-92f2-4055-b480-40666e656bd4 HTTP/1.1" status: 200 len: 944 time: 0.1694574 Aug 19 13:14:39.344655 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e8000-76c3-4d49-96eb-58ab7fda80df req-cece764f-ceca-46c4-93fa-ee1f90816053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:39.347101 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-312e8000-76c3-4d49-96eb-58ab7fda80df req-cece764f-ceca-46c4-93fa-ee1f90816053 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=11dcb989ec6c4491ae1ae5f2a00cbfd7&device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 1098 time: 0.1281517 Aug 19 13:14:39.357254 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-701c42dc-b92e-4cfe-86fc-b8ec5df87d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'name': 'tempest-AttachVolumeShelveTestJSON-15327342-router', 'tenant_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:56Z', 'updated_at': '2021-08-19T13:09:09Z', 'revision_number': 4, 'project_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'gw_port': {'id': '5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:08:58Z', 'updated_at': '2021-08-19T13:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_floatingips': [{'id': 'feb57e5e-c884-4975-a07e-28b884afcc02', 'tenant_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'floating_ip_address': '172.27.1.113', 'floating_network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'router_id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'port_id': '0db67c88-0b84-4c05-962c-6848adc849df', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b979c5e-82fd-4500-9fbc-547a88a6c3c4', 'mac_address': 'fa:16:3e:a6:4b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c16713-20e6-473b-bf16-f0ae4786c092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:14:04Z', 'updated_at': '2021-08-19T13:14:37Z', 'revision_number': 1, 'project_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8008264-75a5-4bc4-ad0e-71ffa9de9161', 'name': '', 'network_id': '3b979c5e-82fd-4500-9fbc-547a88a6c3c4', 'tenant_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'mac_address': 'fa:16:3e:f6:56:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a5197019-4cd9-46fe-ad6e-7e976db4e517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:05Z', 'updated_at': '2021-08-19T13:09:25Z', 'revision_number': 5, 'project_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'subnets': [{'id': 'a5197019-4cd9-46fe-ad6e-7e976db4e517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:14:39.363075 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701c42dc-b92e-4cfe-86fc-b8ec5df87d8c None None] Checking router: 7fb2082d-770b-4434-92b6-0e38b17c10e6 for host: dv-cinder-805144-1-iscsi {{(pid=79301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:14:39.372625 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701c42dc-b92e-4cfe-86fc-b8ec5df87d8c None None] Routers {'7fb2082d-770b-4434-92b6-0e38b17c10e6'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:14:39.373626 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-701c42dc-b92e-4cfe-86fc-b8ec5df87d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:14:31Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['7fb2082d-770b-4434-92b6-0e38b17c10e6'], 'active': True} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:14:39.481333 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 56804) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:14:39.481840 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-579b4565-89da-4311-bb15-7530b49fbb9b req-486b8591-96f9-4e01-a7ac-433be98caa8c tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c824df7-ec4c-423d-88ba-c8f765a1873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334875 Aug 19 13:14:39.508387 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c767f006-9bf4-44c5-a549-263b088c0ed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:39.526186 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-c767f006-9bf4-44c5-a549-263b088c0ed0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:14:39.530523 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-c767f006-9bf4-44c5-a549-263b088c0ed0 admin admin] Usage tracker for resource:security_group_rule and tenant:00c4c91e59bf44a2bcc9b4c3fe6fe794 is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:14:39.534515 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-c767f006-9bf4-44c5-a549-263b088c0ed0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:14:39.541501 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-c767f006-9bf4-44c5-a549-263b088c0ed0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:14:39.552777 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e8000-76c3-4d49-96eb-58ab7fda80df req-719e3c50-6311-4da6-864a-81d808c5eb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:39.554701 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-312e8000-76c3-4d49-96eb-58ab7fda80df req-719e3c50-6311-4da6-864a-81d808c5eb59 service neutron] 10.222.0.68 "GET /v2.0/networks?id=3b979c5e-82fd-4500-9fbc-547a88a6c3c4 HTTP/1.1" status: 200 len: 917 time: 0.1923583 Aug 19 13:14:39.704129 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c767f006-9bf4-44c5-a549-263b088c0ed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:39.705182 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-312e8000-76c3-4d49-96eb-58ab7fda80df req-7671c6a4-215c-414f-add0-cbd4b68fabf6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0db67c88-0b84-4c05-962c-6848adc849df HTTP/1.1" status: 200 len: 999 time: 0.1428945 Aug 19 13:14:39.708813 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvr_db [None req-701c42dc-b92e-4cfe-86fc-b8ec5df87d8c None None] Set router 7fb2082d-770b-4434-92b6-0e38b17c10e6 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:14:39.710259 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c767f006-9bf4-44c5-a549-263b088c0ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:39.717921 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-aab89103-f777-4b1e-83b4-09ebc1e8f0b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:14:39.778454 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c767f006-9bf4-44c5-a549-263b088c0ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485dee40-7d2e-422f-ab91-2a4fc1c937e7,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:39.788504 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-c767f006-9bf4-44c5-a549-263b088c0ed0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=00c4c91e59bf44a2bcc9b4c3fe6fe794&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3050213 Aug 19 13:14:39.789739 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-c767f006-9bf4-44c5-a549-263b088c0ed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:14:39.790198 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 56810) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:14:39.805815 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e8000-76c3-4d49-96eb-58ab7fda80df req-b5432c8a-91c2-40af-aa03-6d281fb0a92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:39.809352 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-312e8000-76c3-4d49-96eb-58ab7fda80df req-b5432c8a-91c2-40af-aa03-6d281fb0a92b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a5197019-4cd9-46fe-ad6e-7e976db4e517 HTTP/1.1" status: 200 len: 854 time: 0.0958245 Aug 19 13:14:39.874158 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-54a53a4e-9789-474d-bb24-bfb177553ed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:39.910261 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-54a53a4e-9789-474d-bb24-bfb177553ed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:39.928511 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e8000-76c3-4d49-96eb-58ab7fda80df req-5201974c-f579-4314-b90c-6580f9c9a278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:39.930030 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-312e8000-76c3-4d49-96eb-58ab7fda80df req-5201974c-f579-4314-b90c-6580f9c9a278 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3b979c5e-82fd-4500-9fbc-547a88a6c3c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1130209 Aug 19 13:14:39.967696 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-54a53a4e-9789-474d-bb24-bfb177553ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:39.973577 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-297da807-bddb-44df-b4c3-4ed147a415af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:14:39.986429 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a53a4e-9789-474d-bb24-bfb177553ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485dee40-7d2e-422f-ab91-2a4fc1c937e7,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:39.989536 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-54a53a4e-9789-474d-bb24-bfb177553ed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:14:39.991549 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-54a53a4e-9789-474d-bb24-bfb177553ed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:39.995367 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-54a53a4e-9789-474d-bb24-bfb177553ed7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/485dee40-7d2e-422f-ab91-2a4fc1c937e7 HTTP/1.1" status: 204 len: 168 time: 0.2041891 Aug 19 13:14:40.112196 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-312e8000-76c3-4d49-96eb-58ab7fda80df req-075c18e2-a3ee-40ba-8c62-f711c10cec9c service neutron] 10.222.0.68 "GET /v2.0/networks/3b979c5e-82fd-4500-9fbc-547a88a6c3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744657 Aug 19 13:14:40.254990 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-701c42dc-b92e-4cfe-86fc-b8ec5df87d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'name': 'tempest-AttachVolumeShelveTestJSON-15327342-router', 'tenant_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:56Z', 'updated_at': '2021-08-19T13:09:09Z', 'revision_number': 4, 'project_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'gw_port': {'id': '5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:08:58Z', 'updated_at': '2021-08-19T13:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_floatingips': [{'id': 'feb57e5e-c884-4975-a07e-28b884afcc02', 'tenant_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'floating_ip_address': '172.27.1.113', 'floating_network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'router_id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'port_id': '0db67c88-0b84-4c05-962c-6848adc849df', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b979c5e-82fd-4500-9fbc-547a88a6c3c4', 'mac_address': 'fa:16:3e:a6:4b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c16713-20e6-473b-bf16-f0ae4786c092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:14:04Z', 'updated_at': '2021-08-19T13:14:37Z', 'revision_number': 1, 'project_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8008264-75a5-4bc4-ad0e-71ffa9de9161', 'name': '', 'network_id': '3b979c5e-82fd-4500-9fbc-547a88a6c3c4', 'tenant_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'mac_address': 'fa:16:3e:f6:56:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a5197019-4cd9-46fe-ad6e-7e976db4e517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:05Z', 'updated_at': '2021-08-19T13:09:25Z', 'revision_number': 5, 'project_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'subnets': [{'id': 'a5197019-4cd9-46fe-ad6e-7e976db4e517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:14:40.270508 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701c42dc-b92e-4cfe-86fc-b8ec5df87d8c None None] The sync data for ids ['7fb2082d-770b-4434-92b6-0e38b17c10e6'] in dv-cinder-805144-1-iscsi is: [{'id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'name': 'tempest-AttachVolumeShelveTestJSON-15327342-router', 'tenant_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:56Z', 'updated_at': '2021-08-19T13:09:09Z', 'revision_number': 4, 'project_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'gw_port': {'id': '5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:08:58Z', 'updated_at': '2021-08-19T13:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_floatingips': [{'id': 'feb57e5e-c884-4975-a07e-28b884afcc02', 'tenant_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'floating_ip_address': '172.27.1.113', 'floating_network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'router_id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'port_id': '0db67c88-0b84-4c05-962c-6848adc849df', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b979c5e-82fd-4500-9fbc-547a88a6c3c4', 'mac_address': 'fa:16:3e:a6:4b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c16713-20e6-473b-bf16-f0ae4786c092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:14:04Z', 'updated_at': '2021-08-19T13:14:37Z', 'revision_number': 1, 'project_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8008264-75a5-4bc4-ad0e-71ffa9de9161', 'name': '', 'network_id': '3b979c5e-82fd-4500-9fbc-547a88a6c3c4', 'tenant_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'mac_address': 'fa:16:3e:f6:56:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a5197019-4cd9-46fe-ad6e-7e976db4e517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:05Z', 'updated_at': '2021-08-19T13:09:25Z', 'revision_number': 5, 'project_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'subnets': [{'id': 'a5197019-4cd9-46fe-ad6e-7e976db4e517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:14:40.427932 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-312e8000-76c3-4d49-96eb-58ab7fda80df req-61a504e5-c850-4452-8b06-42f79998b217 service neutron] 10.222.0.68 "GET /v2.0/networks/3b979c5e-82fd-4500-9fbc-547a88a6c3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960339 Aug 19 13:14:40.562402 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215bc906-1847-4c08-b4a6-086f0d898801 None None] New status for floating IP feb57e5e-c884-4975-a07e-28b884afcc02: ACTIVE {{(pid=79302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:14:40.688854 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3b29c5-20b2-44f4-95d4-0626f42e3599 req-764b148a-c608-4711-b316-7695f268b0dc tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:40.690483 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-2b3b29c5-20b2-44f4-95d4-0626f42e3599 req-764b148a-c608-4711-b316-7695f268b0dc tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=df3cb0b4-92f2-4055-b480-40666e656bd4 HTTP/1.1" status: 200 len: 944 time: 0.0933797 Aug 19 13:14:40.788443 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-2b3b29c5-20b2-44f4-95d4-0626f42e3599 req-2d560ab1-3a2b-4f33-a5ad-3b7910544c7c tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c824df7-ec4c-423d-88ba-c8f765a1873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881755 Aug 19 13:14:41.434591 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddbd439-f7e5-4584-88c4-3a352f8a2a3a req-e691c075-0c24-4a81-9db8-31524d6af3e3 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:41.436331 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-9ddbd439-f7e5-4584-88c4-3a352f8a2a3a req-e691c075-0c24-4a81-9db8-31524d6af3e3 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/ports?device_id=2191d4ae-4066-4eb0-8f21-55697b608009 HTTP/1.1" status: 200 len: 945 time: 0.1919560 Aug 19 13:14:41.494581 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-9ddbd439-f7e5-4584-88c4-3a352f8a2a3a req-fcc44154-d486-4597-9ed4-20442be42d19 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbd34c67-1976-4257-b0e2-2ea41f81672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501244 Aug 19 13:14:41.554495 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device d34b7e18-bded-46e8-9c8b-83ff2046efd9 details requested by agent hyperv_hv-cinder-80514 with host hv-cinder-80514 {{(pid=79301) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 19 13:14:41.700305 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port d34b7e18-bded-46e8-9c8b-83ff2046efd9, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=d34b7e18-bded-46e8-9c8b-83ff2046efd9,segment=NetworkSegment(1e972220-39bc-4aae-b977-d69a31936ee0),segment_id=1e972220-39bc-4aae-b977-d69a31936ee0)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:14:41.714601 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Returning: {'device': 'd34b7e18-bded-46e8-9c8b-83ff2046efd9', 'network_id': '11872a7c-c78f-4b06-a868-5e50d8b5c681', 'port_id': 'd34b7e18-bded-46e8-9c8b-83ff2046efd9', 'mac_address': 'fa:16:3e:8e:0a:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1001, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7e2718c-f55a-406a-999f-edb1d22fd1bf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79301) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 19 13:14:41.773543 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:41.793489 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d34b7e18-bded-46e8-9c8b-83ff2046efd9 {{(pid=79301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:14:41.810275 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port d34b7e18-bded-46e8-9c8b-83ff2046efd9, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=d34b7e18-bded-46e8-9c8b-83ff2046efd9,segment=NetworkSegment(1e972220-39bc-4aae-b977-d69a31936ee0),segment_id=1e972220-39bc-4aae-b977-d69a31936ee0)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:14:41.815749 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:41.818768 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-67e55535-4c5a-4455-859e-1a12a1a3abaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:14:41.899968 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=d34b7e18-bded-46e8-9c8b-83ff2046efd9,revision_number=4']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:41.908866 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:14:41.997237 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f8c51d-3c33-4ddc-a390-6c6cd1e82d68 req-5a86e53b-604d-4f13-b74f-bc5ef2ec1f14 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:41.998720 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-44f8c51d-3c33-4ddc-a390-6c6cd1e82d68 req-5a86e53b-604d-4f13-b74f-bc5ef2ec1f14 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=df3cb0b4-92f2-4055-b480-40666e656bd4 HTTP/1.1" status: 200 len: 945 time: 0.0855155 Aug 19 13:14:42.048972 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-44f8c51d-3c33-4ddc-a390-6c6cd1e82d68 req-c7dceafe-c923-4295-9224-ff6073631b1e tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c824df7-ec4c-423d-88ba-c8f765a1873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424049 Aug 19 13:14:42.049087 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 56866) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:14:42.185847 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-016f0bdb-41d1-4c0d-8f4d-8bd5d86684a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:42.202412 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-016f0bdb-41d1-4c0d-8f4d-8bd5d86684a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:14:42.207089 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-016f0bdb-41d1-4c0d-8f4d-8bd5d86684a3 admin admin] Usage tracker for resource:security_group_rule and tenant:1f88d899ba0a413ba7abcd120c515cd9 is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:14:42.210035 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-016f0bdb-41d1-4c0d-8f4d-8bd5d86684a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:14:42.216043 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-016f0bdb-41d1-4c0d-8f4d-8bd5d86684a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:14:42.221232 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] get_ports_and_sgs() called for port_ids ['d34b7e18-bded-46e8-9c8b-83ff2046efd9'] {{(pid=79301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 19 13:14:42.308499 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-016f0bdb-41d1-4c0d-8f4d-8bd5d86684a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:42.314315 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-016f0bdb-41d1-4c0d-8f4d-8bd5d86684a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:42.326681 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-ee05942f-0476-447f-b1d0-36b4fb56a921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:14:42.370191 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-016f0bdb-41d1-4c0d-8f4d-8bd5d86684a3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1f88d899ba0a413ba7abcd120c515cd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3204086 Aug 19 13:14:42.371924 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f0bdb-41d1-4c0d-8f4d-8bd5d86684a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0657c9e1-8af2-4342-af92-4dac41794316,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:42.374441 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 56874) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:14:42.378188 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-016f0bdb-41d1-4c0d-8f4d-8bd5d86684a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:14:42.445767 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-8df544f2-417a-445f-961a-a93f94397962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:42.481816 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-8df544f2-417a-445f-961a-a93f94397962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:42.546980 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-8df544f2-417a-445f-961a-a93f94397962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:42.552115 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-e4b4b199-8e9b-45be-a70b-d5ca51727572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:14:42.566472 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df544f2-417a-445f-961a-a93f94397962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0657c9e1-8af2-4342-af92-4dac41794316,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:42.569443 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-8df544f2-417a-445f-961a-a93f94397962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:14:42.575925 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-8df544f2-417a-445f-961a-a93f94397962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:42.579642 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-8df544f2-417a-445f-961a-a93f94397962 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0657c9e1-8af2-4342-af92-4dac41794316 HTTP/1.1" status: 204 len: 168 time: 0.2017000 Aug 19 13:14:42.707975 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc41066-bf18-47d2-8004-9665ed9bcffb req-04b02f18-366c-41a6-8dd5-9b3d043b9a76 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:42.709592 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-9bc41066-bf18-47d2-8004-9665ed9bcffb req-04b02f18-366c-41a6-8dd5-9b3d043b9a76 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/ports?device_id=2191d4ae-4066-4eb0-8f21-55697b608009 HTTP/1.1" status: 200 len: 945 time: 0.0885921 Aug 19 13:14:42.760231 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-9bc41066-bf18-47d2-8004-9665ed9bcffb req-aa6ae534-dc74-441b-9f20-468888388bf3 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbd34c67-1976-4257-b0e2-2ea41f81672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448835 Aug 19 13:14:42.891324 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 56884) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:14:42.911121 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a59f7c19-afe9-40b2-a6e5-afb85b3aa84c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:42.926973 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-a59f7c19-afe9-40b2-a6e5-afb85b3aa84c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:14:42.931030 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-a59f7c19-afe9-40b2-a6e5-afb85b3aa84c admin admin] Usage tracker for resource:security_group_rule and tenant:43918cc3ee3c4ad78fdc9ceecc4eb4e1 is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:14:42.934882 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-a59f7c19-afe9-40b2-a6e5-afb85b3aa84c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:14:42.940196 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-a59f7c19-afe9-40b2-a6e5-afb85b3aa84c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:14:43.040123 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a59f7c19-afe9-40b2-a6e5-afb85b3aa84c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:43.044215 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a59f7c19-afe9-40b2-a6e5-afb85b3aa84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:43.051551 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-a71e710c-1d47-47a9-bbcb-28e3e8e119d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:14:43.095179 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-a59f7c19-afe9-40b2-a6e5-afb85b3aa84c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=43918cc3ee3c4ad78fdc9ceecc4eb4e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2015753 Aug 19 13:14:43.096173 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f7c19-afe9-40b2-a6e5-afb85b3aa84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1146b974-602d-43f8-9367-acb3db5473fc,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:43.098498 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 56890) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:14:43.099751 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-a59f7c19-afe9-40b2-a6e5-afb85b3aa84c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:14:43.164638 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-3a0cdfc7-8927-49ab-8b57-6d9ce4c1cea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:43.193796 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-3a0cdfc7-8927-49ab-8b57-6d9ce4c1cea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:43.246048 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d9a12-04bd-4d3b-877e-5052ae1e7ad6 req-95097ab6-2321-4508-8d2e-aa2beb1c4fb4 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:43.247607 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-b48d9a12-04bd-4d3b-877e-5052ae1e7ad6 req-95097ab6-2321-4508-8d2e-aa2beb1c4fb4 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=df3cb0b4-92f2-4055-b480-40666e656bd4 HTTP/1.1" status: 200 len: 945 time: 0.0865242 Aug 19 13:14:43.299170 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-3a0cdfc7-8927-49ab-8b57-6d9ce4c1cea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:43.301232 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-b48d9a12-04bd-4d3b-877e-5052ae1e7ad6 req-d7b69872-cdfe-4fef-8963-ebdb80e8ab46 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c824df7-ec4c-423d-88ba-c8f765a1873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477860 Aug 19 13:14:43.306669 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-81e64df0-66c5-4f45-af67-acd0f69f165e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:14:43.328048 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0cdfc7-8927-49ab-8b57-6d9ce4c1cea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1146b974-602d-43f8-9367-acb3db5473fc,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:43.331924 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-3a0cdfc7-8927-49ab-8b57-6d9ce4c1cea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:14:43.343072 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-3a0cdfc7-8927-49ab-8b57-6d9ce4c1cea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:43.348494 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-3a0cdfc7-8927-49ab-8b57-6d9ce4c1cea3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1146b974-602d-43f8-9367-acb3db5473fc HTTP/1.1" status: 204 len: 168 time: 0.2446074 Aug 19 13:14:43.358804 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab4de2-3a86-4416-9bd2-da61ee538fae req-7a4524ca-5783-4958-af5e-e5f5e6f0a2fd tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:43.360437 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-02ab4de2-3a86-4416-9bd2-da61ee538fae req-7a4524ca-5783-4958-af5e-e5f5e6f0a2fd tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.68 "GET /v2.0/ports?device_id=2191d4ae-4066-4eb0-8f21-55697b608009 HTTP/1.1" status: 200 len: 945 time: 0.1207879 Aug 19 13:14:43.439515 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [req-02ab4de2-3a86-4416-9bd2-da61ee538fae req-4d8f1130-ffdf-4e9b-ae6d-30c3aaa9f351 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Deleting port 9537c55d-a024-4d9b-9b56-80e79241740a {{(pid=79300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:14:43.439897 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-02ab4de2-3a86-4416-9bd2-da61ee538fae req-4d8f1130-ffdf-4e9b-ae6d-30c3aaa9f351 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:43.564494 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device d34b7e18-bded-46e8-9c8b-83ff2046efd9 up at agent hyperv_hv-cinder-80514 {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:14:43.642394 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Provisioning for port d34b7e18-bded-46e8-9c8b-83ff2046efd9 completed by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:14:43.648143 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Provisioning complete for port d34b7e18-bded-46e8-9c8b-83ff2046efd9 triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:14:43.648608 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:43.790641 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:43.852798 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.db [req-02ab4de2-3a86-4416-9bd2-da61ee538fae req-4d8f1130-ffdf-4e9b-ae6d-30c3aaa9f351 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] For port 9537c55d-a024-4d9b-9b56-80e79241740a, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=9537c55d-a024-4d9b-9b56-80e79241740a,segment=NetworkSegment(47e62809-762b-4f75-9963-563bac7ed532),segment_id=47e62809-762b-4f75-9963-563bac7ed532)] {{(pid=79300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:14:43.853197 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-02ab4de2-3a86-4416-9bd2-da61ee538fae req-4d8f1130-ffdf-4e9b-ae6d-30c3aaa9f351 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:43.861861 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port d34b7e18-bded-46e8-9c8b-83ff2046efd9, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=d34b7e18-bded-46e8-9c8b-83ff2046efd9,segment=NetworkSegment(1e972220-39bc-4aae-b977-d69a31936ee0),segment_id=1e972220-39bc-4aae-b977-d69a31936ee0)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:14:43.863156 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df3cb0b4-92f2-4055-b480-40666e656bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd34b7e18-bded-46e8-9c8b-83ff2046efd9'}] {{(pid=79301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:14:43.874941 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:43.878229 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:14:43.991615 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=d34b7e18-bded-46e8-9c8b-83ff2046efd9,revision_number=5']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:43.998081 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:14:44.061012 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [req-02ab4de2-3a86-4416-9bd2-da61ee538fae req-4d8f1130-ffdf-4e9b-ae6d-30c3aaa9f351 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Calling delete_port for 9537c55d-a024-4d9b-9b56-80e79241740a owned by compute:nova {{(pid=79300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:14:44.085861 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0898bb-b447-4aff-a2dc-3c9af8db9031 req-4de71fee-6023-4e3b-8a67-0dfb81598d3e tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:44.094873 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-7d0898bb-b447-4aff-a2dc-3c9af8db9031 req-4de71fee-6023-4e3b-8a67-0dfb81598d3e tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/ports?device_id=2191d4ae-4066-4eb0-8f21-55697b608009 HTTP/1.1" status: 200 len: 945 time: 0.1520555 Aug 19 13:14:44.153240 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-7d0898bb-b447-4aff-a2dc-3c9af8db9031 req-82fcb3e0-3368-410c-83d2-bb7e02c5bc3b tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbd34c67-1976-4257-b0e2-2ea41f81672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569510 Aug 19 13:14:44.238741 dv-cinder-805144-1-iscsi neutron-server[79301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df3cb0b4-92f2-4055-b480-40666e656bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd34b7e18-bded-46e8-9c8b-83ff2046efd9', 'code': 200} Aug 19 13:14:44.250105 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-02ab4de2-3a86-4416-9bd2-da61ee538fae req-4d8f1130-ffdf-4e9b-ae6d-30c3aaa9f351 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202527'] for port, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:44.257947 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-fb5f247b-5654-4cfb-93cf-90f43f791dee tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:14:44.293394 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] get_ports_and_sgs() called for port_ids ['9537c55d-a024-4d9b-9b56-80e79241740a'] {{(pid=79301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 19 13:14:44.308541 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8f1130-ffdf-4e9b-ae6d-30c3aaa9f351 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Pushing event deleted for resources: {'Port': ['ID=9537c55d-a024-4d9b-9b56-80e79241740a,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:44.311633 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-4d8f1130-ffdf-4e9b-ae6d-30c3aaa9f351 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:14:44.404010 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.l3_dvrscheduler_db [req-02ab4de2-3a86-4416-9bd2-da61ee538fae req-4d8f1130-ffdf-4e9b-ae6d-30c3aaa9f351 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] No DVR routers for this DVR port 9537c55d-a024-4d9b-9b56-80e79241740a on host hv-cinder-80514 {{(pid=79300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:14:44.407206 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-02ab4de2-3a86-4416-9bd2-da61ee538fae req-4d8f1130-ffdf-4e9b-ae6d-30c3aaa9f351 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for port, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:44.410272 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2191d4ae-4066-4eb0-8f21-55697b608009', 'name': 'network-vif-deleted', 'tag': '9537c55d-a024-4d9b-9b56-80e79241740a'}] {{(pid=79300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:14:44.430449 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-02ab4de2-3a86-4416-9bd2-da61ee538fae req-4d8f1130-ffdf-4e9b-ae6d-30c3aaa9f351 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.68 "DELETE /v2.0/ports/9537c55d-a024-4d9b-9b56-80e79241740a HTTP/1.1" status: 204 len: 173 time: 1.0630021 Aug 19 13:14:44.471838 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2191d4ae-4066-4eb0-8f21-55697b608009', 'name': 'network-vif-deleted', 'tag': '9537c55d-a024-4d9b-9b56-80e79241740a', 'status': 'completed', 'code': 200} Aug 19 13:14:44.570558 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47fd2c-bc51-4ab0-a697-c45822bf2281 req-e3d31cfd-4c8e-4d91-aa5a-6610b9922aa1 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:44.577985 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-bd47fd2c-bc51-4ab0-a697-c45822bf2281 req-e3d31cfd-4c8e-4d91-aa5a-6610b9922aa1 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=df3cb0b4-92f2-4055-b480-40666e656bd4 HTTP/1.1" status: 200 len: 946 time: 0.1064408 Aug 19 13:14:44.638299 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-bd47fd2c-bc51-4ab0-a697-c45822bf2281 req-40fcda1b-b498-4c0f-9c0f-815aefbb4db6 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c824df7-ec4c-423d-88ba-c8f765a1873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591862 Aug 19 13:14:44.644171 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff9fa6d-740c-4beb-b31f-0c3a47e45184 req-79c8ead0-9aa3-4c5e-8336-4509129366a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:44.645821 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-3ff9fa6d-740c-4beb-b31f-0c3a47e45184 req-79c8ead0-9aa3-4c5e-8336-4509129366a8 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=df3cb0b4-92f2-4055-b480-40666e656bd4 HTTP/1.1" status: 200 len: 1099 time: 0.0870361 Aug 19 13:14:44.711397 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-3ff9fa6d-740c-4beb-b31f-0c3a47e45184 req-928c6713-ac37-4cca-9840-9d530612469e service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=6c824df7-ec4c-423d-88ba-c8f765a1873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514293 Aug 19 13:14:45.364542 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-290b52ea-5a72-4cd2-9c43-38b05922161e req-4b09f83e-3478-4781-908f-a68264ae61e2 tempest-VolumesSnapshotTestJSON-1066711396 tempest-VolumesSnapshotTestJSON-1066711396-project] 10.222.0.49 "GET /v2.0/ports?device_id=2191d4ae-4066-4eb0-8f21-55697b608009 HTTP/1.1" status: 200 len: 210 time: 0.0613554 Aug 19 13:14:45.855610 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d506a0-db24-4e4a-94eb-ea682001bdd7 req-12a740a0-3488-4cc6-b98d-21272f3b6287 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:45.857040 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-98d506a0-db24-4e4a-94eb-ea682001bdd7 req-12a740a0-3488-4cc6-b98d-21272f3b6287 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=df3cb0b4-92f2-4055-b480-40666e656bd4 HTTP/1.1" status: 200 len: 946 time: 0.1044838 Aug 19 13:14:45.915663 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-98d506a0-db24-4e4a-94eb-ea682001bdd7 req-3a130ae1-523a-4b11-bc53-c7422be2bdf1 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c824df7-ec4c-423d-88ba-c8f765a1873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508244 Aug 19 13:14:47.124514 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8084e6-37da-4f8c-8641-29c63d54fe63 req-03276c5e-59a1-4f33-bc75-fdd678d65e1d tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:47.126527 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-4b8084e6-37da-4f8c-8641-29c63d54fe63 req-03276c5e-59a1-4f33-bc75-fdd678d65e1d tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=df3cb0b4-92f2-4055-b480-40666e656bd4 HTTP/1.1" status: 200 len: 946 time: 0.0893936 Aug 19 13:14:47.174218 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-4b8084e6-37da-4f8c-8641-29c63d54fe63 req-c117a7d7-6dab-4e61-be6d-e2b1e4434b72 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c824df7-ec4c-423d-88ba-c8f765a1873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420847 Aug 19 13:14:47.366927 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90813ef3-887c-44c7-9c5b-590e2bc06575 req-40874992-bb87-42af-8c5c-443ae8a38a37 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:47.368512 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-90813ef3-887c-44c7-9c5b-590e2bc06575 req-40874992-bb87-42af-8c5c-443ae8a38a37 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=df3cb0b4-92f2-4055-b480-40666e656bd4 HTTP/1.1" status: 200 len: 946 time: 0.0839524 Aug 19 13:14:47.378315 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 56998) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:14:47.383910 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-760fbf8f-ec5c-4e72-8c4a-66ea333425a1 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Request body: {'floatingip': {'port_id': 'd34b7e18-bded-46e8-9c8b-83ff2046efd9'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:14:47.463086 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-760fbf8f-ec5c-4e72-8c4a-66ea333425a1 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks [] for floatingip, before_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:47.618978 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 9537c55d-a024-4d9b-9b56-80e79241740a no longer exists at agent hyperv_hv-cinder-80514 {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 19 13:14:47.652557 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] No Port match for: 9537c55d-a024-4d9b-9b56-80e79241740a {{(pid=79301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 19 13:14:47.652922 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 9537c55d-a024-4d9b-9b56-80e79241740a not bound to the agent host hv-cinder-80514 {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 19 13:14:48.191019 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-760fbf8f-ec5c-4e72-8c4a-66ea333425a1 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:48.196211 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-760fbf8f-ec5c-4e72-8c4a-66ea333425a1 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962991'] for floatingip, after_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:48.399128 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.db.l3_db [None req-760fbf8f-ec5c-4e72-8c4a-66ea333425a1 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Floating IP 20ddcee2-004c-4dfa-a589-d41b822667ad associated. External IP: 172.27.1.64, port: d34b7e18-bded-46e8-9c8b-83ff2046efd9. Aug 19 13:14:48.766624 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 57022) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:14:48.789368 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-760fbf8f-ec5c-4e72-8c4a-66ea333425a1 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Router c75872c9-8e32-4240-af5f-e459863fa986 has already been hosted by L3 agent bb0205a6-735d-4789-b813-02600d36e527 {{(pid=79299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 19 13:14:48.908889 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-96061913-9eb7-4c70-9f82-d5f655759fcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:48.924895 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-96061913-9eb7-4c70-9f82-d5f655759fcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:14:48.929158 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-96061913-9eb7-4c70-9f82-d5f655759fcc admin admin] Usage tracker for resource:security_group_rule and tenant:e0798848dbb248c5babacd0776d3fa1f is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:14:48.932152 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-96061913-9eb7-4c70-9f82-d5f655759fcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:14:48.939144 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-96061913-9eb7-4c70-9f82-d5f655759fcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:14:49.002878 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760fbf8f-ec5c-4e72-8c4a-66ea333425a1 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify agent at l3_agent.dv-cinder-805144-1-iscsi the message routers_updated {{(pid=79299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 19 13:14:49.014015 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb3a5b7-b7f8-4a69-aa87-dc46843fd589 None None] Sync routers for ids ['c75872c9-8e32-4240-af5f-e459863fa986'] in dv-cinder-805144-1-iscsi {{(pid=79301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:14:49.021050 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-760fbf8f-ec5c-4e72-8c4a-66ea333425a1 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for floatingip, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:49.032690 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb3a5b7-b7f8-4a69-aa87-dc46843fd589 None None] Routers {'c75872c9-8e32-4240-af5f-e459863fa986'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:14:49.033849 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-7fb3a5b7-b7f8-4a69-aa87-dc46843fd589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:14:31Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['c75872c9-8e32-4240-af5f-e459863fa986'], 'active': True} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:14:49.039124 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-96061913-9eb7-4c70-9f82-d5f655759fcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:49.043521 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-96061913-9eb7-4c70-9f82-d5f655759fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:49.054786 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-555a431e-9849-4505-96a7-722668195d64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:14:49.101368 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-96061913-9eb7-4c70-9f82-d5f655759fcc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e0798848dbb248c5babacd0776d3fa1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3304191 Aug 19 13:14:49.101368 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96061913-9eb7-4c70-9f82-d5f655759fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d156a1-79ca-4757-be2a-4c589ffd5657,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:49.101368 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 57028) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:14:49.104214 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-96061913-9eb7-4c70-9f82-d5f655759fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:14:49.131613 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-760fbf8f-ec5c-4e72-8c4a-66ea333425a1 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "PUT /v2.0/floatingips/20ddcee2-004c-4dfa-a589-d41b822667ad HTTP/1.1" status: 200 len: 991 time: 1.7517962 Aug 19 13:14:49.132615 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df3cb0b4-92f2-4055-b480-40666e656bd4', 'tag': 'd34b7e18-bded-46e8-9c8b-83ff2046efd9'}] {{(pid=79299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:14:49.166131 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-3325a0db-f1e4-431c-917b-8aaada9036c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:49.192515 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-3325a0db-f1e4-431c-917b-8aaada9036c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:49.253052 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-3325a0db-f1e4-431c-917b-8aaada9036c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:49.258703 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-97882e33-b8e8-4437-bc13-9fc8949282be tempest-VolumesNegativeTest-1176006796 tempest-VolumesNegativeTest-1176006796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:14:49.271218 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3325a0db-f1e4-431c-917b-8aaada9036c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d156a1-79ca-4757-be2a-4c589ffd5657,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:49.280633 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-3325a0db-f1e4-431c-917b-8aaada9036c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:49.289259 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-3325a0db-f1e4-431c-917b-8aaada9036c8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f6d156a1-79ca-4757-be2a-4c589ffd5657 HTTP/1.1" status: 204 len: 168 time: 0.1826959 Aug 19 13:14:49.290765 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-3325a0db-f1e4-431c-917b-8aaada9036c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:14:49.334790 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvr_db [None req-7fb3a5b7-b7f8-4a69-aa87-dc46843fd589 None None] Set router c75872c9-8e32-4240-af5f-e459863fa986 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:14:49.360195 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df3cb0b4-92f2-4055-b480-40666e656bd4', 'tag': 'd34b7e18-bded-46e8-9c8b-83ff2046efd9', 'status': 'completed', 'code': 200} Aug 19 13:14:49.660516 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 57046) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:14:49.678772 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-19a59203-ed51-4e1e-b0ea-72da25536eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:49.694718 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-19a59203-ed51-4e1e-b0ea-72da25536eed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:14:49.698848 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-19a59203-ed51-4e1e-b0ea-72da25536eed admin admin] Usage tracker for resource:security_group_rule and tenant:7f21c7d3d3064fc1b4aa2405f2c21faa is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:14:49.701962 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-19a59203-ed51-4e1e-b0ea-72da25536eed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:14:49.708528 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-19a59203-ed51-4e1e-b0ea-72da25536eed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:14:49.802197 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-19a59203-ed51-4e1e-b0ea-72da25536eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:49.807548 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-19a59203-ed51-4e1e-b0ea-72da25536eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:49.818214 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-2152d96c-3a17-464d-a4e8-72d11c140465 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:14:49.821667 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-7fb3a5b7-b7f8-4a69-aa87-dc46843fd589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'name': 'tempest-AttachVolumeTestJSON-813576112-router', 'tenant_id': '95c06fea712a4e118bd5a76f6957b19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '93155038-97cb-4ec3-9278-e31f21009e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:59Z', 'updated_at': '2021-08-19T13:09:15Z', 'revision_number': 4, 'project_id': '95c06fea712a4e118bd5a76f6957b19a', 'gw_port': {'id': '93155038-97cb-4ec3-9278-e31f21009e33', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:81:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:01Z', 'updated_at': '2021-08-19T13:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_floatingips': [{'id': '20ddcee2-004c-4dfa-a589-d41b822667ad', 'tenant_id': '95c06fea712a4e118bd5a76f6957b19a', 'floating_ip_address': '172.27.1.64', 'floating_network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'router_id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'port_id': 'd34b7e18-bded-46e8-9c8b-83ff2046efd9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11872a7c-c78f-4b06-a868-5e50d8b5c681', 'mac_address': 'fa:16:3e:8e:0a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3cb0b4-92f2-4055-b480-40666e656bd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:14:27Z', 'updated_at': '2021-08-19T13:14:47Z', 'revision_number': 1, 'project_id': '95c06fea712a4e118bd5a76f6957b19a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1edb6b9f-c585-4df8-a190-c9e932413cad', 'name': '', 'network_id': '11872a7c-c78f-4b06-a868-5e50d8b5c681', 'tenant_id': '95c06fea712a4e118bd5a76f6957b19a', 'mac_address': 'fa:16:3e:d0:b2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b7e2718c-f55a-406a-999f-edb1d22fd1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:09Z', 'updated_at': '2021-08-19T13:09:32Z', 'revision_number': 5, 'project_id': '95c06fea712a4e118bd5a76f6957b19a', 'subnets': [{'id': 'b7e2718c-f55a-406a-999f-edb1d22fd1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:14:49.826393 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb3a5b7-b7f8-4a69-aa87-dc46843fd589 None None] Checking router: c75872c9-8e32-4240-af5f-e459863fa986 for host: dv-cinder-805144-1-iscsi {{(pid=79301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:14:49.837640 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb3a5b7-b7f8-4a69-aa87-dc46843fd589 None None] Routers {'c75872c9-8e32-4240-af5f-e459863fa986'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:14:49.838307 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-7fb3a5b7-b7f8-4a69-aa87-dc46843fd589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:14:31Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['c75872c9-8e32-4240-af5f-e459863fa986'], 'active': True} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:14:49.861964 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-19a59203-ed51-4e1e-b0ea-72da25536eed admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7f21c7d3d3064fc1b4aa2405f2c21faa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2003021 Aug 19 13:14:49.863804 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a59203-ed51-4e1e-b0ea-72da25536eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f666d265-ce9e-4c38-ba8e-1150ccbb2a37,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:49.864642 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 57050) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:14:49.866932 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-19a59203-ed51-4e1e-b0ea-72da25536eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:14:49.928095 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-9420f337-e4b4-4850-a20a-9e022b2666e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:49.955173 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-9420f337-e4b4-4850-a20a-9e022b2666e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:50.014206 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-9420f337-e4b4-4850-a20a-9e022b2666e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:50.019126 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-54a53a4e-9789-474d-bb24-bfb177553ed7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:14:50.030695 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9420f337-e4b4-4850-a20a-9e022b2666e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f666d265-ce9e-4c38-ba8e-1150ccbb2a37,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:50.034365 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvr_db [None req-7fb3a5b7-b7f8-4a69-aa87-dc46843fd589 None None] Set router c75872c9-8e32-4240-af5f-e459863fa986 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:14:50.037463 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-9420f337-e4b4-4850-a20a-9e022b2666e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:14:50.039483 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-9420f337-e4b4-4850-a20a-9e022b2666e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:50.040656 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-9420f337-e4b4-4850-a20a-9e022b2666e8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f666d265-ce9e-4c38-ba8e-1150ccbb2a37 HTTP/1.1" status: 204 len: 168 time: 0.1750300 Aug 19 13:14:50.470223 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-7fb3a5b7-b7f8-4a69-aa87-dc46843fd589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'name': 'tempest-AttachVolumeTestJSON-813576112-router', 'tenant_id': '95c06fea712a4e118bd5a76f6957b19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '93155038-97cb-4ec3-9278-e31f21009e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:59Z', 'updated_at': '2021-08-19T13:09:15Z', 'revision_number': 4, 'project_id': '95c06fea712a4e118bd5a76f6957b19a', 'gw_port': {'id': '93155038-97cb-4ec3-9278-e31f21009e33', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:81:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:01Z', 'updated_at': '2021-08-19T13:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_floatingips': [{'id': '20ddcee2-004c-4dfa-a589-d41b822667ad', 'tenant_id': '95c06fea712a4e118bd5a76f6957b19a', 'floating_ip_address': '172.27.1.64', 'floating_network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'router_id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'port_id': 'd34b7e18-bded-46e8-9c8b-83ff2046efd9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11872a7c-c78f-4b06-a868-5e50d8b5c681', 'mac_address': 'fa:16:3e:8e:0a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3cb0b4-92f2-4055-b480-40666e656bd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:14:27Z', 'updated_at': '2021-08-19T13:14:47Z', 'revision_number': 1, 'project_id': '95c06fea712a4e118bd5a76f6957b19a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1edb6b9f-c585-4df8-a190-c9e932413cad', 'name': '', 'network_id': '11872a7c-c78f-4b06-a868-5e50d8b5c681', 'tenant_id': '95c06fea712a4e118bd5a76f6957b19a', 'mac_address': 'fa:16:3e:d0:b2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b7e2718c-f55a-406a-999f-edb1d22fd1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:09Z', 'updated_at': '2021-08-19T13:09:32Z', 'revision_number': 5, 'project_id': '95c06fea712a4e118bd5a76f6957b19a', 'subnets': [{'id': 'b7e2718c-f55a-406a-999f-edb1d22fd1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:14:50.474430 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb3a5b7-b7f8-4a69-aa87-dc46843fd589 None None] The sync data for ids ['c75872c9-8e32-4240-af5f-e459863fa986'] in dv-cinder-805144-1-iscsi is: [{'id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'name': 'tempest-AttachVolumeTestJSON-813576112-router', 'tenant_id': '95c06fea712a4e118bd5a76f6957b19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '93155038-97cb-4ec3-9278-e31f21009e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:59Z', 'updated_at': '2021-08-19T13:09:15Z', 'revision_number': 4, 'project_id': '95c06fea712a4e118bd5a76f6957b19a', 'gw_port': {'id': '93155038-97cb-4ec3-9278-e31f21009e33', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:81:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:01Z', 'updated_at': '2021-08-19T13:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_floatingips': [{'id': '20ddcee2-004c-4dfa-a589-d41b822667ad', 'tenant_id': '95c06fea712a4e118bd5a76f6957b19a', 'floating_ip_address': '172.27.1.64', 'floating_network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'router_id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'port_id': 'd34b7e18-bded-46e8-9c8b-83ff2046efd9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11872a7c-c78f-4b06-a868-5e50d8b5c681', 'mac_address': 'fa:16:3e:8e:0a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3cb0b4-92f2-4055-b480-40666e656bd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:14:27Z', 'updated_at': '2021-08-19T13:14:47Z', 'revision_number': 1, 'project_id': '95c06fea712a4e118bd5a76f6957b19a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1edb6b9f-c585-4df8-a190-c9e932413cad', 'name': '', 'network_id': '11872a7c-c78f-4b06-a868-5e50d8b5c681', 'tenant_id': '95c06fea712a4e118bd5a76f6957b19a', 'mac_address': 'fa:16:3e:d0:b2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b7e2718c-f55a-406a-999f-edb1d22fd1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:09Z', 'updated_at': '2021-08-19T13:09:32Z', 'revision_number': 5, 'project_id': '95c06fea712a4e118bd5a76f6957b19a', 'subnets': [{'id': 'b7e2718c-f55a-406a-999f-edb1d22fd1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:14:50.700523 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a3bf5a-905e-4c07-ac44-0ac9bd478ee4 None None] New status for floating IP 20ddcee2-004c-4dfa-a589-d41b822667ad: ACTIVE {{(pid=79302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:14:51.396188 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ba63d-44be-4b3e-b414-c761fc006354 req-ecf165d2-0d92-4dc2-885b-35f50cbfb190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:51.398100 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-894ba63d-44be-4b3e-b414-c761fc006354 req-ecf165d2-0d92-4dc2-885b-35f50cbfb190 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=95c06fea712a4e118bd5a76f6957b19a&device_id=df3cb0b4-92f2-4055-b480-40666e656bd4 HTTP/1.1" status: 200 len: 1099 time: 0.0828891 Aug 19 13:14:51.655189 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ba63d-44be-4b3e-b414-c761fc006354 req-691f5b9d-8dd8-45bd-80bd-8a4ac43d1cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:51.657350 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-894ba63d-44be-4b3e-b414-c761fc006354 req-691f5b9d-8dd8-45bd-80bd-8a4ac43d1cf0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=11872a7c-c78f-4b06-a868-5e50d8b5c681 HTTP/1.1" status: 200 len: 912 time: 0.2502768 Aug 19 13:14:51.772766 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-894ba63d-44be-4b3e-b414-c761fc006354 req-dd94dba0-5c95-41bc-bdd2-1fd65ad5f4f0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d34b7e18-bded-46e8-9c8b-83ff2046efd9 HTTP/1.1" status: 200 len: 1001 time: 0.1081076 Aug 19 13:14:51.850889 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ba63d-44be-4b3e-b414-c761fc006354 req-1a2a16d6-75e6-4871-b7d9-0a5cef781544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:51.852788 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-894ba63d-44be-4b3e-b414-c761fc006354 req-1a2a16d6-75e6-4871-b7d9-0a5cef781544 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b7e2718c-f55a-406a-999f-edb1d22fd1bf HTTP/1.1" status: 200 len: 849 time: 0.0730045 Aug 19 13:14:51.945849 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ba63d-44be-4b3e-b414-c761fc006354 req-324b14b9-347f-4eba-bdfc-8eb905e31ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:51.948161 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-894ba63d-44be-4b3e-b414-c761fc006354 req-324b14b9-347f-4eba-bdfc-8eb905e31ccd service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=11872a7c-c78f-4b06-a868-5e50d8b5c681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0889313 Aug 19 13:14:52.119347 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-894ba63d-44be-4b3e-b414-c761fc006354 req-a398fc4a-0233-4fad-a0f2-83f663fd9406 service neutron] 10.222.0.68 "GET /v2.0/networks/11872a7c-c78f-4b06-a868-5e50d8b5c681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643248 Aug 19 13:14:52.278591 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-894ba63d-44be-4b3e-b414-c761fc006354 req-b5b87b99-8a2c-4f45-a311-0fe5ea03be13 service neutron] 10.222.0.68 "GET /v2.0/networks/11872a7c-c78f-4b06-a868-5e50d8b5c681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430976 Aug 19 13:14:54.236268 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.agents_db [None req-9e599f34-f5fc-45b3-b2b5-9720679b7a3a None None] Agent healthcheck: found 6 active agents {{(pid=79302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 19 13:14:58.138035 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-fd9a9636-5588-4799-8cb9-614cb36ea152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:58.579944 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:00.953007 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-cdc06d23-e7ff-48e3-8e62-1194d55ad700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:01.798973 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:03.470016 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:05.060444 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:10.205740 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-52106785-f4e5-482a-ba5c-9e67f0c6a159 req-e7544b0e-76f9-46d3-95ce-4bf03f11af82 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=eabfc783-74af-4f2a-b814-42912511cd48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0858479 Aug 19 13:15:10.331150 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52106785-f4e5-482a-ba5c-9e67f0c6a159 req-0951690c-6846-4982-a38f-c30fa476098d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:10.333802 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-52106785-f4e5-482a-ba5c-9e67f0c6a159 req-0951690c-6846-4982-a38f-c30fa476098d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a81195fe3cfa46c980fb0484af456fef&device_id=eabfc783-74af-4f2a-b814-42912511cd48 HTTP/1.1" status: 200 len: 1099 time: 0.0890610 Aug 19 13:15:10.541943 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52106785-f4e5-482a-ba5c-9e67f0c6a159 req-bb01d23d-771e-4a86-84ae-d2ee1c794d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:10.543386 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-52106785-f4e5-482a-ba5c-9e67f0c6a159 req-bb01d23d-771e-4a86-84ae-d2ee1c794d9f service neutron] 10.222.0.68 "GET /v2.0/networks?id=aea097be-4d5e-4757-b2e3-2b4db907e9bb HTTP/1.1" status: 200 len: 913 time: 0.1786501 Aug 19 13:15:10.657988 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-52106785-f4e5-482a-ba5c-9e67f0c6a159 req-85bfb7f5-e18d-4327-8519-6142c2800dca service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48d304fd-1ad3-4209-8173-eb8dddd3cc87 HTTP/1.1" status: 200 len: 1002 time: 0.1077144 Aug 19 13:15:10.749014 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52106785-f4e5-482a-ba5c-9e67f0c6a159 req-00fde294-633f-49e6-a398-139919a4c975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:10.751030 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-52106785-f4e5-482a-ba5c-9e67f0c6a159 req-00fde294-633f-49e6-a398-139919a4c975 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33 HTTP/1.1" status: 200 len: 850 time: 0.0857651 Aug 19 13:15:10.866618 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52106785-f4e5-482a-ba5c-9e67f0c6a159 req-d6f8b447-8ccf-4549-8a12-58c687052b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:10.868236 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-52106785-f4e5-482a-ba5c-9e67f0c6a159 req-d6f8b447-8ccf-4549-8a12-58c687052b10 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=aea097be-4d5e-4757-b2e3-2b4db907e9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1091254 Aug 19 13:15:11.070390 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-52106785-f4e5-482a-ba5c-9e67f0c6a159 req-cf15c2ea-07b7-445f-9bcd-44eca9853fa2 service neutron] 10.222.0.68 "GET /v2.0/networks/aea097be-4d5e-4757-b2e3-2b4db907e9bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873157 Aug 19 13:15:11.231305 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-52106785-f4e5-482a-ba5c-9e67f0c6a159 req-99ce8511-b38a-4ca6-83e7-f883a0e7bd51 service neutron] 10.222.0.68 "GET /v2.0/networks/aea097be-4d5e-4757-b2e3-2b4db907e9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418769 Aug 19 13:15:19.304359 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e1263-93b1-4069-b47e-283452246d88 req-26c6091f-0570-4693-9c63-f85c79d85565 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:19.307070 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-139e1263-93b1-4069-b47e-283452246d88 req-26c6091f-0570-4693-9c63-f85c79d85565 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=eabfc783-74af-4f2a-b814-42912511cd48 HTTP/1.1" status: 200 len: 946 time: 0.1153362 Aug 19 13:15:19.369601 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-139e1263-93b1-4069-b47e-283452246d88 req-e248dca3-5dc7-4a9e-b18c-070f0d4abd33 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/security-groups?id=1946f9e0-ba7a-45b8-a77c-830f23fb650d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527277 Aug 19 13:15:22.380267 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c319f-8159-4e90-ace8-a39e95d0a85b req-7ec7cbee-8694-4515-a9b9-b2e8ae12ac3c tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:22.383033 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d18c319f-8159-4e90-ace8-a39e95d0a85b req-7ec7cbee-8694-4515-a9b9-b2e8ae12ac3c tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=eabfc783-74af-4f2a-b814-42912511cd48 HTTP/1.1" status: 200 len: 946 time: 0.1267264 Aug 19 13:15:22.464741 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d18c319f-8159-4e90-ace8-a39e95d0a85b req-2633be21-6f92-4707-b0a8-9bd4c958a74e tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/security-groups?id=1946f9e0-ba7a-45b8-a77c-830f23fb650d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717859 Aug 19 13:15:23.792922 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84de4f-89c2-4076-8f0b-46ac333faec2 req-e370eb90-1f39-4ea0-9773-dc9aa8fbcc57 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:23.802655 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-1e84de4f-89c2-4076-8f0b-46ac333faec2 req-e370eb90-1f39-4ea0-9773-dc9aa8fbcc57 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=eabfc783-74af-4f2a-b814-42912511cd48 HTTP/1.1" status: 200 len: 946 time: 0.1327786 Aug 19 13:15:23.881383 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-1e84de4f-89c2-4076-8f0b-46ac333faec2 req-83db01fd-4136-4692-8a3c-43b1db50bc84 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/security-groups?id=1946f9e0-ba7a-45b8-a77c-830f23fb650d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732052 Aug 19 13:15:24.116040 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90195b92-cb35-4112-90ed-edf74a38da93 req-180c0974-ba6a-4485-a42a-b302ba4d4d14 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:24.117563 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-90195b92-cb35-4112-90ed-edf74a38da93 req-180c0974-ba6a-4485-a42a-b302ba4d4d14 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.68 "GET /v2.0/ports?device_id=eabfc783-74af-4f2a-b814-42912511cd48 HTTP/1.1" status: 200 len: 946 time: 0.2647836 Aug 19 13:15:24.205134 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [req-90195b92-cb35-4112-90ed-edf74a38da93 req-515c32aa-111a-4cbd-8097-b85324931a4b tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Deleting port 48d304fd-1ad3-4209-8173-eb8dddd3cc87 {{(pid=79300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:15:24.205456 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-90195b92-cb35-4112-90ed-edf74a38da93 req-515c32aa-111a-4cbd-8097-b85324931a4b tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:24.584351 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.db [req-90195b92-cb35-4112-90ed-edf74a38da93 req-515c32aa-111a-4cbd-8097-b85324931a4b tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] For port 48d304fd-1ad3-4209-8173-eb8dddd3cc87, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=48d304fd-1ad3-4209-8173-eb8dddd3cc87,segment=NetworkSegment(a1d8c933-18dc-4016-981d-085cb6ac807f),segment_id=a1d8c933-18dc-4016-981d-085cb6ac807f)] {{(pid=79300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:15:24.584870 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-90195b92-cb35-4112-90ed-edf74a38da93 req-515c32aa-111a-4cbd-8097-b85324931a4b tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:25.028756 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-90195b92-cb35-4112-90ed-edf74a38da93 req-515c32aa-111a-4cbd-8097-b85324931a4b tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:25.029353 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-90195b92-cb35-4112-90ed-edf74a38da93 req-515c32aa-111a-4cbd-8097-b85324931a4b tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962991'] for floatingip, after_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:25.029851 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.db.l3_db [req-90195b92-cb35-4112-90ed-edf74a38da93 req-515c32aa-111a-4cbd-8097-b85324931a4b tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Floating IP 7b4e3e6f-f121-4ad6-9541-62bf3b08598f disassociated. External IP: 172.27.1.118, port: 48d304fd-1ad3-4209-8173-eb8dddd3cc87. Aug 19 13:15:25.030485 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [req-90195b92-cb35-4112-90ed-edf74a38da93 req-515c32aa-111a-4cbd-8097-b85324931a4b tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Calling delete_port for 48d304fd-1ad3-4209-8173-eb8dddd3cc87 owned by compute:nova {{(pid=79300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:15:25.365428 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c440e01-58c6-4090-afbd-ca6ff16fbf6d req-dd635936-ddd9-48f3-8198-160f1165ada3 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:25.367723 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-8c440e01-58c6-4090-afbd-ca6ff16fbf6d req-dd635936-ddd9-48f3-8198-160f1165ada3 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=eabfc783-74af-4f2a-b814-42912511cd48 HTTP/1.1" status: 200 len: 946 time: 0.3459065 Aug 19 13:15:25.450075 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-90195b92-cb35-4112-90ed-edf74a38da93 req-515c32aa-111a-4cbd-8097-b85324931a4b tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202527'] for port, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:25.462716 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-fd1a132d-ee64-4ef9-a084-e6352aa48c8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:15:25.542389 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515c32aa-111a-4cbd-8097-b85324931a4b tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Pushing event deleted for resources: {'Port': ['ID=48d304fd-1ad3-4209-8173-eb8dddd3cc87,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:25.549163 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-8c440e01-58c6-4090-afbd-ca6ff16fbf6d req-4678ff6f-4db4-469e-ad9a-81267bf9ce6a tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/security-groups?id=1946f9e0-ba7a-45b8-a77c-830f23fb650d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650894 Aug 19 13:15:25.550345 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-515c32aa-111a-4cbd-8097-b85324931a4b tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:15:25.873392 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90195b92-cb35-4112-90ed-edf74a38da93 req-515c32aa-111a-4cbd-8097-b85324931a4b tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Router 00ad355c-569d-4f7b-b6af-0d6a62cb2645 has already been hosted by L3 agent bb0205a6-735d-4789-b813-02600d36e527 {{(pid=79300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 19 13:15:26.129294 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90195b92-cb35-4112-90ed-edf74a38da93 req-515c32aa-111a-4cbd-8097-b85324931a4b tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify agent at l3_agent.dv-cinder-805144-1-iscsi the message routers_updated {{(pid=79300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 19 13:15:26.151375 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f537b3a-f179-48e6-b112-8cae50d86101 None None] Sync routers for ids ['00ad355c-569d-4f7b-b6af-0d6a62cb2645'] in dv-cinder-805144-1-iscsi {{(pid=79301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:15:26.171206 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f537b3a-f179-48e6-b112-8cae50d86101 None None] Routers {'00ad355c-569d-4f7b-b6af-0d6a62cb2645'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:15:26.173724 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-3f537b3a-f179-48e6-b112-8cae50d86101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:15:01Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['00ad355c-569d-4f7b-b6af-0d6a62cb2645'], 'active': True} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:15:26.217641 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.l3_dvrscheduler_db [req-90195b92-cb35-4112-90ed-edf74a38da93 req-515c32aa-111a-4cbd-8097-b85324931a4b tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] No DVR routers for this DVR port 48d304fd-1ad3-4209-8173-eb8dddd3cc87 on host hv-cinder-80514 {{(pid=79300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:15:26.222598 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-90195b92-cb35-4112-90ed-edf74a38da93 req-515c32aa-111a-4cbd-8097-b85324931a4b tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for port, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:26.225341 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eabfc783-74af-4f2a-b814-42912511cd48', 'name': 'network-vif-deleted', 'tag': '48d304fd-1ad3-4209-8173-eb8dddd3cc87'}] {{(pid=79300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:15:26.259170 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-90195b92-cb35-4112-90ed-edf74a38da93 req-515c32aa-111a-4cbd-8097-b85324931a4b tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.68 "DELETE /v2.0/ports/48d304fd-1ad3-4209-8173-eb8dddd3cc87 HTTP/1.1" status: 204 len: 173 time: 2.1312857 Aug 19 13:15:26.298683 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eabfc783-74af-4f2a-b814-42912511cd48', 'name': 'network-vif-deleted', 'tag': '48d304fd-1ad3-4209-8173-eb8dddd3cc87', 'status': 'completed', 'code': 200} Aug 19 13:15:26.431770 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvr_db [None req-3f537b3a-f179-48e6-b112-8cae50d86101 None None] Set router 00ad355c-569d-4f7b-b6af-0d6a62cb2645 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:15:26.623256 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 57470) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:15:26.884002 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-793244f8-425a-488e-9416-06f45a084066 req-3c31da39-6419-4f24-a3c4-84b5e05fec4f tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Synchronizing usage tracker for tenant:a81195fe3cfa46c980fb0484af456fef on resource:port {{(pid=79300) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:15:26.927121 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5fa0976-48a5-44fb-b67f-664b0b6d9bbd admin admin] Deleting subnet 610ab15b-796b-4f43-8dc4-77e6b2a09c1b {{(pid=79300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 19 13:15:26.933310 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-793244f8-425a-488e-9416-06f45a084066 req-3c31da39-6419-4f24-a3c4-84b5e05fec4f tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Unset dirty status for tenant:a81195fe3cfa46c980fb0484af456fef on resource:port {{(pid=79300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:15:26.935438 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-793244f8-425a-488e-9416-06f45a084066 req-3c31da39-6419-4f24-a3c4-84b5e05fec4f tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=eabfc783-74af-4f2a-b814-42912511cd48 HTTP/1.1" status: 200 len: 210 time: 0.1300976 Aug 19 13:15:26.936717 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-d5fa0976-48a5-44fb-b67f-664b0b6d9bbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:27.035282 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-d5fa0976-48a5-44fb-b67f-664b0b6d9bbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6203714'] for subnet, precommit_delete_associations {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:27.043970 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-3f537b3a-f179-48e6-b112-8cae50d86101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'name': 'tempest-TestVolumeBootPattern-648151110-router', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:27Z', 'updated_at': '2021-08-19T13:11:33Z', 'revision_number': 4, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'gw_port': {'id': 'ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:31:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:28Z', 'updated_at': '2021-08-19T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': 'ca58a4bf-c483-4319-aa7d-8b8e11eaa569', 'name': '', 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'mac_address': 'fa:16:3e:4b:7e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:32Z', 'updated_at': '2021-08-19T13:11:44Z', 'revision_number': 5, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'subnets': [{'id': '7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:15:27.052787 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f537b3a-f179-48e6-b112-8cae50d86101 None None] Checking router: 00ad355c-569d-4f7b-b6af-0d6a62cb2645 for host: dv-cinder-805144-1-iscsi {{(pid=79301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:15:27.067846 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f537b3a-f179-48e6-b112-8cae50d86101 None None] Routers {'00ad355c-569d-4f7b-b6af-0d6a62cb2645'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:15:27.068757 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-3f537b3a-f179-48e6-b112-8cae50d86101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:15:01Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['00ad355c-569d-4f7b-b6af-0d6a62cb2645'], 'active': True} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:15:27.144313 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-d5fa0976-48a5-44fb-b67f-664b0b6d9bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916658'] for subnet, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:27.246316 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-d5fa0976-48a5-44fb-b67f-664b0b6d9bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6202572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374726'] for subnet, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:27.251247 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-8f7bc8cf-e3ed-481d-b61d-7341ed867606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:15:27.294244 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fa0976-48a5-44fb-b67f-664b0b6d9bbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=610ab15b-796b-4f43-8dc4-77e6b2a09c1b,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:27.306385 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-d5fa0976-48a5-44fb-b67f-664b0b6d9bbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for subnet, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:27.309983 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fa0976-48a5-44fb-b67f-664b0b6d9bbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:27.310356 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fa0976-48a5-44fb-b67f-664b0b6d9bbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:27.310713 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fa0976-48a5-44fb-b67f-664b0b6d9bbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:27.311072 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fa0976-48a5-44fb-b67f-664b0b6d9bbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:27.311479 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fa0976-48a5-44fb-b67f-664b0b6d9bbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:27.311913 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fa0976-48a5-44fb-b67f-664b0b6d9bbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:27.312342 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fa0976-48a5-44fb-b67f-664b0b6d9bbd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:27.313278 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fa0976-48a5-44fb-b67f-664b0b6d9bbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:27.313640 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fa0976-48a5-44fb-b67f-664b0b6d9bbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:27.313979 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fa0976-48a5-44fb-b67f-664b0b6d9bbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:27.314568 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fa0976-48a5-44fb-b67f-664b0b6d9bbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:27.315093 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fa0976-48a5-44fb-b67f-664b0b6d9bbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:27.319622 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-d5fa0976-48a5-44fb-b67f-664b0b6d9bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:15:27.322896 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-d5fa0976-48a5-44fb-b67f-664b0b6d9bbd admin admin] 10.222.0.49 "DELETE /v2.0/subnets/610ab15b-796b-4f43-8dc4-77e6b2a09c1b HTTP/1.1" status: 204 len: 168 time: 0.6998765 Aug 19 13:15:27.326952 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 57484) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:15:27.348659 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvr_db [None req-3f537b3a-f179-48e6-b112-8cae50d86101 None None] Set router 00ad355c-569d-4f7b-b6af-0d6a62cb2645 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:15:27.506159 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-09625b40-367d-4c6a-bb28-e5fceaba0b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-793971'] for network, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:27.710361 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-09625b40-367d-4c6a-bb28-e5fceaba0b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914249', 'neutron.services.segments.db._delete_segments_for_network-8734197845149'] for network, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:27.730629 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.services.segments.db [None req-09625b40-367d-4c6a-bb28-e5fceaba0b76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbbb7b04-d159-4db9-9d46-5cb758065124']}} {{(pid=79300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:15:27.757578 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.services.segments.db [None req-09625b40-367d-4c6a-bb28-e5fceaba0b76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47e62809-762b-4f75-9963-563bac7ed532') {'for_net_delete': True} {{(pid=79300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:15:27.758395 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.services.segments.db [None req-09625b40-367d-4c6a-bb28-e5fceaba0b76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47e62809-762b-4f75-9963-563bac7ed532') {} {{(pid=79300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:15:27.785993 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-09625b40-367d-4c6a-bb28-e5fceaba0b76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734197843447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6203741'] for segment, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:27.819205 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-09625b40-367d-4c6a-bb28-e5fceaba0b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910984'] for segment, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:27.834758 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09625b40-367d-4c6a-bb28-e5fceaba0b76 admin admin] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=79300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:15:27.835329 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-09625b40-367d-4c6a-bb28-e5fceaba0b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-910977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202538'] for segment, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:27.854453 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 48d304fd-1ad3-4209-8173-eb8dddd3cc87 no longer exists at agent hyperv_hv-cinder-80514 {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 19 13:15:27.862029 dv-cinder-805144-1-iscsi neutron-server[79300]: Traceback (most recent call last): Aug 19 13:15:27.862029 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:15:27.862029 dv-cinder-805144-1-iscsi neutron-server[79300]: timer() Aug 19 13:15:27.862029 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:15:27.862029 dv-cinder-805144-1-iscsi neutron-server[79300]: cb(*args, **kw) Aug 19 13:15:27.862029 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 19 13:15:27.862029 dv-cinder-805144-1-iscsi neutron-server[79300]: return func(*args, **kwargs) Aug 19 13:15:27.862029 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:15:27.862029 dv-cinder-805144-1-iscsi neutron-server[79300]: self._notify() Aug 19 13:15:27.862029 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:15:27.862029 dv-cinder-805144-1-iscsi neutron-server[79300]: self.callback(batched_events) Aug 19 13:15:27.862029 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:15:27.862029 dv-cinder-805144-1-iscsi neutron-server[79300]: event.method(event) Aug 19 13:15:27.862029 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 19 13:15:27.862029 dv-cinder-805144-1-iscsi neutron-server[79300]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:15:27.862029 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 19 13:15:27.862029 dv-cinder-805144-1-iscsi neutron-server[79300]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:15:27.862029 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:15:27.862029 dv-cinder-805144-1-iscsi neutron-server[79300]: return f(self, *a, **k) Aug 19 13:15:27.862029 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:15:27.862029 dv-cinder-805144-1-iscsi neutron-server[79300]: return self._get(url).json() Aug 19 13:15:27.862029 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:15:27.862029 dv-cinder-805144-1-iscsi neutron-server[79300]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:15:27.862029 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:15:27.862029 dv-cinder-805144-1-iscsi neutron-server[79300]: return self.request(url, 'GET', **kwargs) Aug 19 13:15:27.862029 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:15:27.862029 dv-cinder-805144-1-iscsi neutron-server[79300]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:15:27.862029 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:15:27.862029 dv-cinder-805144-1-iscsi neutron-server[79300]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:15:27.862029 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:15:27.862029 dv-cinder-805144-1-iscsi neutron-server[79300]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:15:27.862029 dv-cinder-805144-1-iscsi neutron-server[79300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:15:27.912868 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] No Port match for: 48d304fd-1ad3-4209-8173-eb8dddd3cc87 {{(pid=79301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 19 13:15:27.913184 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 48d304fd-1ad3-4209-8173-eb8dddd3cc87 not bound to the agent host hv-cinder-80514 {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 19 13:15:27.921921 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-3f537b3a-f179-48e6-b112-8cae50d86101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'name': 'tempest-TestVolumeBootPattern-648151110-router', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:27Z', 'updated_at': '2021-08-19T13:11:33Z', 'revision_number': 4, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'gw_port': {'id': 'ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:31:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:28Z', 'updated_at': '2021-08-19T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': 'ca58a4bf-c483-4319-aa7d-8b8e11eaa569', 'name': '', 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'mac_address': 'fa:16:3e:4b:7e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:32Z', 'updated_at': '2021-08-19T13:11:44Z', 'revision_number': 5, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'subnets': [{'id': '7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:15:27.926816 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f537b3a-f179-48e6-b112-8cae50d86101 None None] The sync data for ids ['00ad355c-569d-4f7b-b6af-0d6a62cb2645'] in dv-cinder-805144-1-iscsi is: [{'id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'name': 'tempest-TestVolumeBootPattern-648151110-router', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:27Z', 'updated_at': '2021-08-19T13:11:33Z', 'revision_number': 4, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'gw_port': {'id': 'ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:31:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:28Z', 'updated_at': '2021-08-19T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': 'ca58a4bf-c483-4319-aa7d-8b8e11eaa569', 'name': '', 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'mac_address': 'fa:16:3e:4b:7e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:32Z', 'updated_at': '2021-08-19T13:11:44Z', 'revision_number': 5, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'subnets': [{'id': '7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:15:27.999556 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-09625b40-367d-4c6a-bb28-e5fceaba0b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962902'] for network, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:28.006102 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-f3df09b6-1b76-4edc-82d6-767f0656c599 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:15:28.021995 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-09625b40-367d-4c6a-bb28-e5fceaba0b76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for network, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:28.036711 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09625b40-367d-4c6a-bb28-e5fceaba0b76 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbbb7b04-d159-4db9-9d46-5cb758065124,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:28.044482 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-09625b40-367d-4c6a-bb28-e5fceaba0b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:15:28.054350 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-09625b40-367d-4c6a-bb28-e5fceaba0b76 admin admin] 10.222.0.49 "DELETE /v2.0/networks/cbbb7b04-d159-4db9-9d46-5cb758065124 HTTP/1.1" status: 204 len: 168 time: 0.7254424 Aug 19 13:15:28.161172 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-432e395b-ccee-4dd6-8c9d-922fa1976552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:28.347001 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02193ad1-a46b-4264-b512-f1adb6ebe738 None None] New status for floating IP 7b4e3e6f-f121-4ad6-9541-62bf3b08598f: DOWN {{(pid=79302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:15:28.441129 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 57506) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:15:28.549894 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-7f31f313-6c48-49fd-b0cb-0443d6a1180b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eaa12a9090644aa49e46ae920b6a4751&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1065674 Aug 19 13:15:28.553029 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 57510) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:15:28.595939 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:28.658754 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-f661ad3e-11f8-4aea-a3a3-9c9b2c5399ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:28.701882 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-f661ad3e-11f8-4aea-a3a3-9c9b2c5399ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:28.821527 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-f661ad3e-11f8-4aea-a3a3-9c9b2c5399ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:28.831365 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-19a59203-ed51-4e1e-b0ea-72da25536eed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:15:28.861867 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 57516) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:15:28.868955 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f661ad3e-11f8-4aea-a3a3-9c9b2c5399ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd34c67-1976-4257-b0e2-2ea41f81672c,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:28.877552 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-f661ad3e-11f8-4aea-a3a3-9c9b2c5399ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:15:28.901614 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-d2911cbe-a316-490f-93ff-c75e7cf22d9f tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-691626955&fields=id&tenant_id=a81195fe3cfa46c980fb0484af456fef HTTP/1.1" status: 200 len: 267 time: 0.1388605 Aug 19 13:15:28.905124 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-f661ad3e-11f8-4aea-a3a3-9c9b2c5399ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:28.907758 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-f661ad3e-11f8-4aea-a3a3-9c9b2c5399ce admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fbd34c67-1976-4257-b0e2-2ea41f81672c HTTP/1.1" status: 204 len: 168 time: 0.3524199 Aug 19 13:15:29.182056 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-a56321a2-faff-411b-b44d-2dd0d164d832 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:29.188303 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-a56321a2-faff-411b-b44d-2dd0d164d832 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/networks?id=aea097be-4d5e-4757-b2e3-2b4db907e9bb HTTP/1.1" status: 200 len: 811 time: 0.2659764 Aug 19 13:15:29.207108 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-063a4432-9f15-4d53-a8a4-85b02bf71036 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/quotas/a81195fe3cfa46c980fb0484af456fef HTTP/1.1" status: 200 len: 375 time: 0.0151103 Aug 19 13:15:29.316049 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-fbdf2a55-d28f-4438-8ae6-9b28f372f47e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:29.341033 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-fbdf2a55-d28f-4438-8ae6-9b28f372f47e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:15:29.346033 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-fbdf2a55-d28f-4438-8ae6-9b28f372f47e admin admin] Usage tracker for resource:security_group_rule and tenant:25dca1ec101548c78dd33cf63772d4fd is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:15:29.349622 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-fbdf2a55-d28f-4438-8ae6-9b28f372f47e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:15:29.356203 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-fbdf2a55-d28f-4438-8ae6-9b28f372f47e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:15:29.364756 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-8bdee672-3fbf-4cde-a374-5d32e115fb55 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a81195fe3cfa46c980fb0484af456fef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1493015 Aug 19 13:15:29.491813 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-fbdf2a55-d28f-4438-8ae6-9b28f372f47e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:29.497093 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-fbdf2a55-d28f-4438-8ae6-9b28f372f47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:29.507555 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-ce7be437-f3e0-42bf-96ee-a4f3b91e8c99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:15:29.551352 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-fbdf2a55-d28f-4438-8ae6-9b28f372f47e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=25dca1ec101548c78dd33cf63772d4fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6882970 Aug 19 13:15:29.553796 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 57538) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:15:29.556747 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf2a55-d28f-4438-8ae6-9b28f372f47e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9daf9fe-f4b5-47e7-8bda-2c10e13b6752,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:29.592544 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdf2a55-d28f-4438-8ae6-9b28f372f47e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:29.593066 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdf2a55-d28f-4438-8ae6-9b28f372f47e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:29.593518 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdf2a55-d28f-4438-8ae6-9b28f372f47e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:29.594198 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdf2a55-d28f-4438-8ae6-9b28f372f47e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:29.594542 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdf2a55-d28f-4438-8ae6-9b28f372f47e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:29.595072 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdf2a55-d28f-4438-8ae6-9b28f372f47e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:29.595610 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdf2a55-d28f-4438-8ae6-9b28f372f47e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:29.596157 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdf2a55-d28f-4438-8ae6-9b28f372f47e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:29.596682 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdf2a55-d28f-4438-8ae6-9b28f372f47e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:29.597295 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdf2a55-d28f-4438-8ae6-9b28f372f47e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:29.597831 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdf2a55-d28f-4438-8ae6-9b28f372f47e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:29.598333 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdf2a55-d28f-4438-8ae6-9b28f372f47e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:29.614950 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-fbdf2a55-d28f-4438-8ae6-9b28f372f47e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:15:29.626685 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-2b2528e4-bce8-4532-b8a2-2d6c4e568798 service neutron] 10.222.0.49 "GET /v2.0/networks/aea097be-4d5e-4757-b2e3-2b4db907e9bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441030 Aug 19 13:15:29.658729 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-1ca3a8a1-b96c-4a0a-abc1-9c98996fed1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:29.719826 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-1ca3a8a1-b96c-4a0a-abc1-9c98996fed1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:29.814636 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-1ca3a8a1-b96c-4a0a-abc1-9c98996fed1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:29.821904 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-1ffe13a3-3130-499a-874c-60e6cb91eeb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:15:29.842836 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca3a8a1-b96c-4a0a-abc1-9c98996fed1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9daf9fe-f4b5-47e7-8bda-2c10e13b6752,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:29.858012 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-1ca3a8a1-b96c-4a0a-abc1-9c98996fed1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:15:29.863453 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-1ca3a8a1-b96c-4a0a-abc1-9c98996fed1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:29.866926 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-1ca3a8a1-b96c-4a0a-abc1-9c98996fed1e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d9daf9fe-f4b5-47e7-8bda-2c10e13b6752 HTTP/1.1" status: 204 len: 168 time: 0.3118761 Aug 19 13:15:29.881417 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-b33c4ac6-8002-4ab5-bf2d-d86d9f54bb0c service neutron] 10.222.0.49 "GET /v2.0/networks/aea097be-4d5e-4757-b2e3-2b4db907e9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505386 Aug 19 13:15:30.065291 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 57556) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:15:30.247053 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 57566) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:15:30.267291 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-d33c3a9c-9d0a-4b12-9f7d-1d401289421c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1593087997-network', 'tenant_id': '9b5f0e2e107546a08b4ec133e8369dfb'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:15:30.275446 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-d33c3a9c-9d0a-4b12-9f7d-1d401289421c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:15:30.278493 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-5c054b11-6614-4525-85e5-ffd53c36aaea admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:30.301241 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-d33c3a9c-9d0a-4b12-9f7d-1d401289421c admin admin] Usage tracker for resource:network and tenant:9b5f0e2e107546a08b4ec133e8369dfb is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:15:30.313574 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-d33c3a9c-9d0a-4b12-9f7d-1d401289421c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:15:30.325999 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-d33c3a9c-9d0a-4b12-9f7d-1d401289421c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:15:30.330134 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-5c054b11-6614-4525-85e5-ffd53c36aaea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:15:30.338276 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-5c054b11-6614-4525-85e5-ffd53c36aaea admin admin] Usage tracker for resource:security_group_rule and tenant:0a57ff7426314e10bdd364916f6ed009 is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:15:30.346673 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-5c054b11-6614-4525-85e5-ffd53c36aaea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:15:30.359845 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-5c054b11-6614-4525-85e5-ffd53c36aaea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:15:30.364735 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33c3a9c-9d0a-4b12-9f7d-1d401289421c admin admin] Made reservation on behalf of 9b5f0e2e107546a08b4ec133e8369dfb for: {'network': 1} {{(pid=79299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:15:30.367760 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d33c3a9c-9d0a-4b12-9f7d-1d401289421c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for network, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:30.393787 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d33c3a9c-9d0a-4b12-9f7d-1d401289421c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:30.427332 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-d33c3a9c-9d0a-4b12-9f7d-1d401289421c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:15:30.441932 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-d33c3a9c-9d0a-4b12-9f7d-1d401289421c admin admin] Usage tracker for resource:security_group_rule and tenant:9b5f0e2e107546a08b4ec133e8369dfb is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:15:30.450900 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-d33c3a9c-9d0a-4b12-9f7d-1d401289421c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:15:30.458209 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-d33c3a9c-9d0a-4b12-9f7d-1d401289421c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:15:30.740249 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e33f07b2-9708-4a11-acb4-4d26ecc928bd req-1b4cf2fe-4254-449d-bb39-c8455adf8609 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff6a5868-adca-442a-929f-3210992f0525 HTTP/1.1" status: 200 len: 210 time: 0.1114132 Aug 19 13:15:30.871196 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-5c054b11-6614-4525-85e5-ffd53c36aaea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:30.882859 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-5c054b11-6614-4525-85e5-ffd53c36aaea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:30.901527 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:15:30.979304 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-9ef4fc6b-7be1-46af-854a-a60385c1103e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:31.030047 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c054b11-6614-4525-85e5-ffd53c36aaea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863f2b63-ef29-4c7f-ba22-113009dd7f5c,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:31.040149 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-5c054b11-6614-4525-85e5-ffd53c36aaea admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0a57ff7426314e10bdd364916f6ed009&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7909091 Aug 19 13:15:31.040714 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 57584) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:15:31.045183 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-5c054b11-6614-4525-85e5-ffd53c36aaea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:15:31.076634 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d33c3a9c-9d0a-4b12-9f7d-1d401289421c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:31.087069 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d33c3a9c-9d0a-4b12-9f7d-1d401289421c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:31.091852 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-9ce1ef36-023c-42d4-830a-767e6adc0904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:15:31.145960 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d33c3a9c-9d0a-4b12-9f7d-1d401289421c admin admin] vlan segment allocate from pool success with {'vlan_id': 1046, 'physical_network': 'physnet1'} {{(pid=79299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:15:31.168239 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c3a9c-9d0a-4b12-9f7d-1d401289421c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc0550a-c30f-4b3b-ae83-ad71b375e79f,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:31.178273 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d33c3a9c-9d0a-4b12-9f7d-1d401289421c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910984'] for segment, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:31.178964 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.db.segments_db [None req-d33c3a9c-9d0a-4b12-9f7d-1d401289421c admin admin] Added segment a7d43235-ba3c-42c5-bf37-822e9c1fae6e of type vlan for network 146b2f75-1238-4b8e-8670-030041b2b962 Aug 19 13:15:31.205630 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-d33c3a9c-9d0a-4b12-9f7d-1d401289421c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:15:31.241919 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.agents_db [None req-9e599f34-f5fc-45b3-b2b5-9720679b7a3a None None] Agent healthcheck: found 6 active agents {{(pid=79302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 19 13:15:31.253855 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d33c3a9c-9d0a-4b12-9f7d-1d401289421c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734197367691'] for network, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:31.283942 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-116d8404-a19c-4074-9425-1a37a109d324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:31.300696 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d33c3a9c-9d0a-4b12-9f7d-1d401289421c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217'] for network, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:31.302634 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33c3a9c-9d0a-4b12-9f7d-1d401289421c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:31.303508 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d33c3a9c-9d0a-4b12-9f7d-1d401289421c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for network, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:31.310265 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:15:31.346869 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-116d8404-a19c-4074-9425-1a37a109d324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:31.458032 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-116d8404-a19c-4074-9425-1a37a109d324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:31.469280 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-7350428f-a4e2-4093-ab22-7a89b3c70ef6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:15:31.494463 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c3a9c-9d0a-4b12-9f7d-1d401289421c admin admin] Pushing event updated for resources: {'Network': ['ID=146b2f75-1238-4b8e-8670-030041b2b962,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:31.496155 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116d8404-a19c-4074-9425-1a37a109d324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863f2b63-ef29-4c7f-ba22-113009dd7f5c,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:31.499653 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-d33c3a9c-9d0a-4b12-9f7d-1d401289421c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:15:31.500135 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-116d8404-a19c-4074-9425-1a37a109d324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:15:31.502363 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-116d8404-a19c-4074-9425-1a37a109d324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:31.502677 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-d33c3a9c-9d0a-4b12-9f7d-1d401289421c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4356990 Aug 19 13:15:31.507955 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-116d8404-a19c-4074-9425-1a37a109d324 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/863f2b63-ef29-4c7f-ba22-113009dd7f5c HTTP/1.1" status: 204 len: 168 time: 0.4480979 Aug 19 13:15:31.508912 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 57592) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:15:31.513817 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Network 146b2f75-1238-4b8e-8670-030041b2b962 details requested by agent ovs-agent-dv-cinder-805144-1-iscsi with host dv-cinder-805144-1-iscsi {{(pid=79301) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 19 13:15:31.518120 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [None req-189084ac-1cf7-42a2-b8d9-548c1ad49102 admin admin] Request body: {'subnet': {'network_id': '146b2f75-1238-4b8e-8670-030041b2b962', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1593087997-subnet', 'tenant_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'ip_version': 4}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:15:31.525836 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-189084ac-1cf7-42a2-b8d9-548c1ad49102 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:15:31.533269 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-189084ac-1cf7-42a2-b8d9-548c1ad49102 admin admin] Usage tracker for resource:subnet and tenant:9b5f0e2e107546a08b4ec133e8369dfb is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:15:31.538363 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-189084ac-1cf7-42a2-b8d9-548c1ad49102 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:15:31.553864 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-189084ac-1cf7-42a2-b8d9-548c1ad49102 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:15:31.590799 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189084ac-1cf7-42a2-b8d9-548c1ad49102 admin admin] Made reservation on behalf of 9b5f0e2e107546a08b4ec133e8369dfb for: {'subnet': 1} {{(pid=79300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:15:31.594932 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-189084ac-1cf7-42a2-b8d9-548c1ad49102 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7374829'] for subnet, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:31.851441 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:32.292916 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0a9e3281-daba-47cc-9e8e-33cea071f386 req-3789cb45-4e5d-4792-95f2-9644c0b6bfe9 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff6a5868-adca-442a-929f-3210992f0525 HTTP/1.1" status: 200 len: 210 time: 0.1009188 Aug 19 13:15:32.370087 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-189084ac-1cf7-42a2-b8d9-548c1ad49102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7374751'] for subnet, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:32.380432 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:15:32.499745 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189084ac-1cf7-42a2-b8d9-548c1ad49102 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97420a0f-08e6-4409-8050-18fd91d4363c,revision_number=0']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:32.503348 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-189084ac-1cf7-42a2-b8d9-548c1ad49102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:15:32.514054 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-3fed5a19-23e7-4c13-9d9c-d91db4786932 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:32.516279 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-3fed5a19-23e7-4c13-9d9c-d91db4786932 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.68 "GET /v2.0/networks?id=aea097be-4d5e-4757-b2e3-2b4db907e9bb HTTP/1.1" status: 200 len: 811 time: 0.2887383 Aug 19 13:15:32.521737 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189084ac-1cf7-42a2-b8d9-548c1ad49102 admin admin] Checking segment: {'id': 'a7d43235-ba3c-42c5-bf37-822e9c1fae6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '146b2f75-1238-4b8e-8670-030041b2b962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:15:32.522313 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189084ac-1cf7-42a2-b8d9-548c1ad49102 admin admin] Network hostable DHCP agents. Network: 146b2f75-1238-4b8e-8670-030041b2b962, hostable agents: ['31b92e89-357e-408d-a141-4e7242d6bd98'], hosted agents: [] {{(pid=79300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:15:32.588753 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189084ac-1cf7-42a2-b8d9-548c1ad49102 admin admin] Network 146b2f75-1238-4b8e-8670-030041b2b962 is scheduled to be hosted by DHCP agent 31b92e89-357e-408d-a141-4e7242d6bd98 with binding_index 1 {{(pid=79300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:15:32.611315 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-fc7d70a2-8f92-46cd-a173-4dc24a8f29f2 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a81195fe3cfa46c980fb0484af456fef HTTP/1.1" status: 200 len: 379 time: 0.0616078 Aug 19 13:15:32.612574 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.base_scheduler [None req-189084ac-1cf7-42a2-b8d9-548c1ad49102 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805144-1-iscsi, 146b2f75-1238-4b8e-8670-030041b2b962) {{(pid=79300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:15:32.617342 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189084ac-1cf7-42a2-b8d9-548c1ad49102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:32.617856 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-189084ac-1cf7-42a2-b8d9-548c1ad49102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for subnet, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:32.624221 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de46a54-5c0f-4f02-b67e-f3d4386ce4d4 None None] Network 146b2f75-1238-4b8e-8670-030041b2b962 requested from dv-cinder-805144-1-iscsi {{(pid=79301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 19 13:15:32.644472 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-b1847b54-bf32-49bb-a32a-6e4d731c9754 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Request body: {'port': {'device_id': 'ff6a5868-adca-442a-929f-3210992f0525', 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb', 'admin_state_up': True, 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'security_groups': ['1946f9e0-ba7a-45b8-a77c-830f23fb650d']}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:15:32.665041 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 57622) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:15:32.665361 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-189084ac-1cf7-42a2-b8d9-548c1ad49102 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1548097 Aug 19 13:15:32.670521 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-bdcc8b4f-d997-4c63-86a4-e205dd23c263 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1593087997-router', 'tenant_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb'}}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:15:32.677441 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-bdcc8b4f-d997-4c63-86a4-e205dd23c263 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:15:32.686933 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-bdcc8b4f-d997-4c63-86a4-e205dd23c263 admin admin] Usage tracker for resource:router and tenant:9b5f0e2e107546a08b4ec133e8369dfb is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:15:32.694257 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-bdcc8b4f-d997-4c63-86a4-e205dd23c263 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:15:32.713572 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-bdcc8b4f-d997-4c63-86a4-e205dd23c263 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:15:32.728364 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-bdcc8b4f-d997-4c63-86a4-e205dd23c263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8006359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14752'] for router, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:32.729598 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-bdcc8b4f-d997-4c63-86a4-e205dd23c263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8006194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7969985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8046295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14761'] for router, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:32.749627 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-bdcc8b4f-d997-4c63-86a4-e205dd23c263 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:32.900006 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-b1847b54-bf32-49bb-a32a-6e4d731c9754 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:15:32.912762 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-b1847b54-bf32-49bb-a32a-6e4d731c9754 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:15:32.924718 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-b1847b54-bf32-49bb-a32a-6e4d731c9754 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Made reservation on behalf of a81195fe3cfa46c980fb0484af456fef for: {'port': 1} {{(pid=79300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:15:32.929704 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-b1847b54-bf32-49bb-a32a-6e4d731c9754 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:33.108132 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-bdcc8b4f-d997-4c63-86a4-e205dd23c263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7970014', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8006244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14683'] for router, precommit_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:33.119117 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf20310f-7deb-455f-9647-c2da338c2785 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47980deb-f177-502b-bf5e-237545d7a88e-146b2f75-1238-4b8e-8670-030041b2b962', 'network_id': '146b2f75-1238-4b8e-8670-030041b2b962', 'tenant_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'fixed_ips': [{'subnet_id': '97420a0f-08e6-4409-8050-18fd91d4363c'}]}} from dv-cinder-805144-1-iscsi. {{(pid=79301) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 19 13:15:33.119496 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-cf20310f-7deb-455f-9647-c2da338c2785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:33.194198 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.db_base_plugin_common [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-b1847b54-bf32-49bb-a32a-6e4d731c9754 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Allocated IP 172.20.0.12 (aea097be-4d5e-4757-b2e3-2b4db907e9bb/7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33/32cab71e-8ad3-4243-a1ad-124b87187bc9) {{(pid=79300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:15:33.343099 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.db_base_plugin_common [None req-cf20310f-7deb-455f-9647-c2da338c2785 None None] Allocated IP 172.20.0.2 (146b2f75-1238-4b8e-8670-030041b2b962/97420a0f-08e6-4409-8050-18fd91d4363c/338d63f9-5ba1-4803-8a4c-03e0301367e8) {{(pid=79301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:15:33.519476 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:33.580622 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-b1847b54-bf32-49bb-a32a-6e4d731c9754 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks [] for port, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:33.606638 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.provisioning_blocks [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-b1847b54-bf32-49bb-a32a-6e4d731c9754 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Transition to ACTIVE for port object 32cab71e-8ad3-4243-a1ad-124b87187bc9 will not be triggered until provisioned by entity DHCP. {{(pid=79300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:15:33.609860 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-cd2ef4e6-558a-4be6-9f75-a6712f65407c req-78452f71-96cb-4ea2-a85b-71e3ba890137 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff6a5868-adca-442a-929f-3210992f0525 HTTP/1.1" status: 200 len: 210 time: 0.0755451 Aug 19 13:15:33.635680 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-b1847b54-bf32-49bb-a32a-6e4d731c9754 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202527'] for port, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:33.643877 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-82319e71-8279-410c-9d8b-c1cbfce0d7d3 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:15:33.694777 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-cf20310f-7deb-455f-9647-c2da338c2785 None None] Notify callbacks [] for port, precommit_create {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:33.706906 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-cf20310f-7deb-455f-9647-c2da338c2785 None None] Transition to ACTIVE for port object 338d63f9-5ba1-4803-8a4c-03e0301367e8 will not be triggered until provisioned by entity L2. {{(pid=79301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:15:33.716950 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-b1847b54-bf32-49bb-a32a-6e4d731c9754 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Network aea097be-4d5e-4757-b2e3-2b4db907e9bb is already hosted by enough agents. {{(pid=79300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:15:33.720590 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.base_scheduler [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-b1847b54-bf32-49bb-a32a-6e4d731c9754 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Resources bound (agent type, host, resource id): {{(pid=79300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:15:33.722953 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-b1847b54-bf32-49bb-a32a-6e4d731c9754 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Received port after_create {{(pid=79300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:15:33.729547 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-cf20310f-7deb-455f-9647-c2da338c2785 None None] Transition to ACTIVE for port object 338d63f9-5ba1-4803-8a4c-03e0301367e8 will not be triggered until provisioned by entity DHCP. {{(pid=79301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:15:33.739025 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-cf20310f-7deb-455f-9647-c2da338c2785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910'] for port, after_create {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:33.755407 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:15:33.763411 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1847b54-bf32-49bb-a32a-6e4d731c9754 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Pushing event updated for resources: {'Port': ['ID=32cab71e-8ad3-4243-a1ad-124b87187bc9,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:33.767001 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-b1847b54-bf32-49bb-a32a-6e4d731c9754 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:15:33.803677 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-b1847b54-bf32-49bb-a32a-6e4d731c9754 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:33.805367 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-b1847b54-bf32-49bb-a32a-6e4d731c9754 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for port, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:33.841717 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-bdcc8b4f-d997-4c63-86a4-e205dd23c263 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:33.844382 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-b1847b54-bf32-49bb-a32a-6e4d731c9754 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2039986 Aug 19 13:15:33.869008 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-1934f51a-510e-4775-b76c-bf0a844e09eb service neutron] Request body: {'port': {'device_id': 'ff6a5868-adca-442a-929f-3210992f0525', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80514'}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:15:33.870412 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf20310f-7deb-455f-9647-c2da338c2785 None None] Network 146b2f75-1238-4b8e-8670-030041b2b962 is already hosted by enough agents. {{(pid=79301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:15:33.873668 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.scheduler.base_scheduler [None req-cf20310f-7deb-455f-9647-c2da338c2785 None None] Resources bound (agent type, host, resource id): {{(pid=79301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:15:33.879062 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf20310f-7deb-455f-9647-c2da338c2785 None None] Received port after_create {{(pid=79301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:15:33.903677 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-bdcc8b4f-d997-4c63-86a4-e205dd23c263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:34.020160 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf20310f-7deb-455f-9647-c2da338c2785 None None] Pushing event updated for resources: {'Port': ['ID=338d63f9-5ba1-4803-8a4c-03e0301367e8,revision_number=1']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:34.032939 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20310f-7deb-455f-9647-c2da338c2785 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:34.033544 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20310f-7deb-455f-9647-c2da338c2785 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:34.034076 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20310f-7deb-455f-9647-c2da338c2785 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:34.034578 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20310f-7deb-455f-9647-c2da338c2785 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:34.034915 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20310f-7deb-455f-9647-c2da338c2785 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:34.035252 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20310f-7deb-455f-9647-c2da338c2785 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:34.035626 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20310f-7deb-455f-9647-c2da338c2785 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:34.035918 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20310f-7deb-455f-9647-c2da338c2785 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:34.036426 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20310f-7deb-455f-9647-c2da338c2785 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:34.036928 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20310f-7deb-455f-9647-c2da338c2785 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:34.037256 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20310f-7deb-455f-9647-c2da338c2785 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:34.037581 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20310f-7deb-455f-9647-c2da338c2785 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:34.045591 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-cf20310f-7deb-455f-9647-c2da338c2785 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:15:34.066351 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-cf20310f-7deb-455f-9647-c2da338c2785 None None] Attempting to bind port 338d63f9-5ba1-4803-8a4c-03e0301367e8 on host dv-cinder-805144-1-iscsi for vnic_type normal with profile {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:15:34.066901 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-cf20310f-7deb-455f-9647-c2da338c2785 None None] Attempting to bind port 338d63f9-5ba1-4803-8a4c-03e0301367e8 by drivers openvswitch,hyperv on host dv-cinder-805144-1-iscsi at level 0 using segments [{'id': 'a7d43235-ba3c-42c5-bf37-822e9c1fae6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '146b2f75-1238-4b8e-8670-030041b2b962'}] {{(pid=79301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:15:34.067276 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf20310f-7deb-455f-9647-c2da338c2785 None None] Attempting to bind port 338d63f9-5ba1-4803-8a4c-03e0301367e8 on network 146b2f75-1238-4b8e-8670-030041b2b962 {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:15:34.074009 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf20310f-7deb-455f-9647-c2da338c2785 None None] Checking agent: {'id': '22cf82ff-da15-404e-8075-dce9686ce61b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805144-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 13, 0, 29), 'started_at': datetime.datetime(2021, 8, 19, 13, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805144-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 19 13:15:34.074766 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf20310f-7deb-455f-9647-c2da338c2785 None None] Checking segment: {'id': 'a7d43235-ba3c-42c5-bf37-822e9c1fae6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '146b2f75-1238-4b8e-8670-030041b2b962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:15:34.075366 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-cf20310f-7deb-455f-9647-c2da338c2785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:34.075957 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf20310f-7deb-455f-9647-c2da338c2785 None None] Bound using segment: {'id': 'a7d43235-ba3c-42c5-bf37-822e9c1fae6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '146b2f75-1238-4b8e-8670-030041b2b962'} {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 19 13:15:34.076597 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-cf20310f-7deb-455f-9647-c2da338c2785 None None] Bound port: 338d63f9-5ba1-4803-8a4c-03e0301367e8, host: dv-cinder-805144-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7d43235-ba3c-42c5-bf37-822e9c1fae6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '146b2f75-1238-4b8e-8670-030041b2b962'}}] {{(pid=79301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:15:34.077160 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-cf20310f-7deb-455f-9647-c2da338c2785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:34.088340 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-1934f51a-510e-4775-b76c-bf0a844e09eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:34.091806 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.db_base_plugin_common [None req-bdcc8b4f-d997-4c63-86a4-e205dd23c263 admin admin] Allocated IP 172.27.1.254 (01c0c460-8075-482b-8652-00d44202fadb/8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5/337c5546-6fea-4c7a-8a2b-553137d5739e) {{(pid=79299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:15:34.210331 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-4dfcbd5e-a433-4c41-8700-f18d02ea9400 None None] Provisioning for port 32cab71e-8ad3-4243-a1ad-124b87187bc9 completed by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:15:34.245291 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-4dfcbd5e-a433-4c41-8700-f18d02ea9400 None None] Provisioning complete for port 32cab71e-8ad3-4243-a1ad-124b87187bc9 triggered by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:15:34.245675 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-4dfcbd5e-a433-4c41-8700-f18d02ea9400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:34.352515 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-cf20310f-7deb-455f-9647-c2da338c2785 None None] For port 338d63f9-5ba1-4803-8a4c-03e0301367e8, host dv-cinder-805144-1-iscsi, cleared binding levels {{(pid=79301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 19 13:15:34.355995 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-cf20310f-7deb-455f-9647-c2da338c2785 None None] For port 338d63f9-5ba1-4803-8a4c-03e0301367e8, host dv-cinder-805144-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=338d63f9-5ba1-4803-8a4c-03e0301367e8,segment=NetworkSegment(a7d43235-ba3c-42c5-bf37-822e9c1fae6e),segment_id=a7d43235-ba3c-42c5-bf37-822e9c1fae6e)] {{(pid=79301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 19 13:15:34.357258 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-4dfcbd5e-a433-4c41-8700-f18d02ea9400 None None] Port 32cab71e-8ad3-4243-a1ad-124b87187bc9 cannot update to ACTIVE because it is not bound. {{(pid=79301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:15:34.361429 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-cf20310f-7deb-455f-9647-c2da338c2785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:34.366421 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-bdcc8b4f-d997-4c63-86a4-e205dd23c263 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:34.371478 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:15:34.429787 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-bdcc8b4f-d997-4c63-86a4-e205dd23c263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6301144'] for port, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:34.439282 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-3dc11702-9cd1-42b7-9616-779ec802071d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:15:34.479941 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf20310f-7deb-455f-9647-c2da338c2785 None None] Pushing event updated for resources: {'Port': ['ID=338d63f9-5ba1-4803-8a4c-03e0301367e8,revision_number=2']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:34.479941 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-cf20310f-7deb-455f-9647-c2da338c2785 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:15:34.630354 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.notifiers.nova [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-1934f51a-510e-4775-b76c-bf0a844e09eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32cab71e-8ad3-4243-a1ad-124b87187bc9 {{(pid=79300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:15:34.643744 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-1934f51a-510e-4775-b76c-bf0a844e09eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:34.666251 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.provisioning_blocks [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-1934f51a-510e-4775-b76c-bf0a844e09eb service neutron] Transition to ACTIVE for port object 32cab71e-8ad3-4243-a1ad-124b87187bc9 will not be triggered until provisioned by entity L2. {{(pid=79300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:15:34.673352 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-1934f51a-510e-4775-b76c-bf0a844e09eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6202502'] for port, after_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:34.699609 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-44059b9b-5352-49c5-8166-118f70aebbb0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:15:34.746871 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcc8b4f-d997-4c63-86a4-e205dd23c263 admin admin] Network 01c0c460-8075-482b-8652-00d44202fadb is already hosted by enough agents. {{(pid=79299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:15:34.750625 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.base_scheduler [None req-bdcc8b4f-d997-4c63-86a4-e205dd23c263 admin admin] Resources bound (agent type, host, resource id): {{(pid=79299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:15:34.770912 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcc8b4f-d997-4c63-86a4-e205dd23c263 admin admin] Received port after_create {{(pid=79299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:15:35.037262 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc8b4f-d997-4c63-86a4-e205dd23c263 admin admin] Pushing event updated for resources: {'Port': ['ID=337c5546-6fea-4c7a-8a2b-553137d5739e,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:35.073108 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:35.098985 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-bdcc8b4f-d997-4c63-86a4-e205dd23c263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:15:35.256395 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1934f51a-510e-4775-b76c-bf0a844e09eb service neutron] Pushing event updated for resources: {'Port': ['ID=32cab71e-8ad3-4243-a1ad-124b87187bc9,revision_number=2']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:35.268070 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-1934f51a-510e-4775-b76c-bf0a844e09eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:15:35.335173 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e63b3-a9eb-4401-9881-8ca70d49f4ef req-4ba4df1d-2dec-4a1f-88a3-0fa5dc83cad2 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:35.337471 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.managers [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-1934f51a-510e-4775-b76c-bf0a844e09eb service neutron] Attempting to bind port 32cab71e-8ad3-4243-a1ad-124b87187bc9 on host hv-cinder-80514 for vnic_type normal with profile {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:15:35.337844 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.managers [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-1934f51a-510e-4775-b76c-bf0a844e09eb service neutron] Attempting to bind port 32cab71e-8ad3-4243-a1ad-124b87187bc9 by drivers openvswitch,hyperv on host hv-cinder-80514 at level 0 using segments [{'id': 'a1d8c933-18dc-4016-981d-085cb6ac807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb'}] {{(pid=79300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:15:35.338192 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-1934f51a-510e-4775-b76c-bf0a844e09eb service neutron] Attempting to bind port 32cab71e-8ad3-4243-a1ad-124b87187bc9 on network aea097be-4d5e-4757-b2e3-2b4db907e9bb {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:15:35.343968 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-849e63b3-a9eb-4401-9881-8ca70d49f4ef req-4ba4df1d-2dec-4a1f-88a3-0fa5dc83cad2 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff6a5868-adca-442a-929f-3210992f0525 HTTP/1.1" status: 200 len: 944 time: 0.4705224 Aug 19 13:15:35.348449 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-1934f51a-510e-4775-b76c-bf0a844e09eb service neutron] Port 32cab71e-8ad3-4243-a1ad-124b87187bc9 on network aea097be-4d5e-4757-b2e3-2b4db907e9bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80514 {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 19 13:15:35.348809 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-1934f51a-510e-4775-b76c-bf0a844e09eb service neutron] Attempting to bind port 32cab71e-8ad3-4243-a1ad-124b87187bc9 on network aea097be-4d5e-4757-b2e3-2b4db907e9bb {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:15:35.356900 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-1934f51a-510e-4775-b76c-bf0a844e09eb service neutron] Checking agent: {'id': '5d0591c0-6bc7-4d98-9be8-a8b87dc9a0b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 13, 7, 4), 'started_at': datetime.datetime(2021, 8, 19, 13, 7, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 19 13:15:35.357271 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-1934f51a-510e-4775-b76c-bf0a844e09eb service neutron] Checking segment: {'id': 'a1d8c933-18dc-4016-981d-085cb6ac807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:15:35.357762 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-1934f51a-510e-4775-b76c-bf0a844e09eb service neutron] Bound using segment: {'id': 'a1d8c933-18dc-4016-981d-085cb6ac807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb'} {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 19 13:15:35.358160 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.managers [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-1934f51a-510e-4775-b76c-bf0a844e09eb service neutron] Bound port: 32cab71e-8ad3-4243-a1ad-124b87187bc9, host: hv-cinder-80514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1d8c933-18dc-4016-981d-085cb6ac807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb'}}] {{(pid=79300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:15:35.358534 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-1934f51a-510e-4775-b76c-bf0a844e09eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:35.487306 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-849e63b3-a9eb-4401-9881-8ca70d49f4ef req-f9da6bb5-9911-4b5e-beed-21c7c0dc7831 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/security-groups?id=1946f9e0-ba7a-45b8-a77c-830f23fb650d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352756 Aug 19 13:15:35.492213 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37bcf28-827c-4c45-b4b6-a7c337c929e3 req-a2380280-9334-4969-9535-b6e6b5bcdc21 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:35.493924 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-c37bcf28-827c-4c45-b4b6-a7c337c929e3 req-a2380280-9334-4969-9535-b6e6b5bcdc21 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 945 time: 0.3132410 Aug 19 13:15:35.496987 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.db [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-1934f51a-510e-4775-b76c-bf0a844e09eb service neutron] For port 32cab71e-8ad3-4243-a1ad-124b87187bc9, host hv-cinder-80514, cleared binding levels {{(pid=79300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 19 13:15:35.501021 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.db [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-1934f51a-510e-4775-b76c-bf0a844e09eb service neutron] For port 32cab71e-8ad3-4243-a1ad-124b87187bc9, host hv-cinder-80514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=32cab71e-8ad3-4243-a1ad-124b87187bc9,segment=NetworkSegment(a1d8c933-18dc-4016-981d-085cb6ac807f),segment_id=a1d8c933-18dc-4016-981d-085cb6ac807f)] {{(pid=79300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 19 13:15:35.522712 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-1934f51a-510e-4775-b76c-bf0a844e09eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6202502'] for port, after_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:35.528685 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-3aced31f-a11c-41a4-80f6-06e08a54f027 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:15:35.584875 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-bdcc8b4f-d997-4c63-86a4-e205dd23c263 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:35.624413 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-1934f51a-510e-4775-b76c-bf0a844e09eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:35.625141 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-1934f51a-510e-4775-b76c-bf0a844e09eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for port, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:35.626769 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-1934f51a-510e-4775-b76c-bf0a844e09eb service neutron] 10.222.0.68 "PUT /v2.0/ports/32cab71e-8ad3-4243-a1ad-124b87187bc9 HTTP/1.1" status: 200 len: 1094 time: 1.7652171 Aug 19 13:15:35.629596 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff6a5868-adca-442a-929f-3210992f0525', 'tag': '32cab71e-8ad3-4243-a1ad-124b87187bc9'}] {{(pid=79300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:15:35.670032 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-c37bcf28-827c-4c45-b4b6-a7c337c929e3 req-1b36a87c-09af-47f7-9269-8e05d97f391b tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580532 Aug 19 13:15:35.679968 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1934f51a-510e-4775-b76c-bf0a844e09eb service neutron] Pushing event updated for resources: {'Port': ['ID=32cab71e-8ad3-4243-a1ad-124b87187bc9,revision_number=3']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:35.683340 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-1934f51a-510e-4775-b76c-bf0a844e09eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:15:35.829357 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff6a5868-adca-442a-929f-3210992f0525', 'tag': '32cab71e-8ad3-4243-a1ad-124b87187bc9', 'status': 'completed', 'code': 200} Aug 19 13:15:35.869576 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 338d63f9-5ba1-4803-8a4c-03e0301367e8 up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:15:35.894023 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-d07fcd4b-203b-4c6a-a46c-3618001055e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:35.895753 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-d07fcd4b-203b-4c6a-a46c-3618001055e8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a81195fe3cfa46c980fb0484af456fef&device_id=ff6a5868-adca-442a-929f-3210992f0525 HTTP/1.1" status: 200 len: 1097 time: 0.1936378 Aug 19 13:15:35.979811 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning for port 338d63f9-5ba1-4803-8a4c-03e0301367e8 completed by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:15:35.997710 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-b8eded38-3c90-4a44-a9f9-2c96e5b9ba0e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32cab71e-8ad3-4243-a1ad-124b87187bc9 HTTP/1.1" status: 200 len: 217 time: 0.0878723 Aug 19 13:15:36.083138 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-ebba99e3-9c9e-4e1e-9e52-8e2b69f627cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:36.084831 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-ebba99e3-9c9e-4e1e-9e52-8e2b69f627cf service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33 HTTP/1.1" status: 200 len: 850 time: 0.0804205 Aug 19 13:15:36.086938 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3ef131-4216-4514-bf45-a6aa719cf3a8 None None] Network 146b2f75-1238-4b8e-8670-030041b2b962 requested from dv-cinder-805144-1-iscsi {{(pid=79301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 19 13:15:36.158899 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-bdcc8b4f-d997-4c63-86a4-e205dd23c263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8006181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7963014'] for router, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:36.179500 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-037226fa-94e0-4d82-83d4-8ac0a3a22b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:36.181028 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-037226fa-94e0-4d82-83d4-8ac0a3a22b87 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=aea097be-4d5e-4757-b2e3-2b4db907e9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0895493 Aug 19 13:15:36.191886 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-e36d09ec-5ce8-40a1-9255-9682b3bc797f None None] Provisioning for port 338d63f9-5ba1-4803-8a4c-03e0301367e8 completed by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:15:36.211990 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-e36d09ec-5ce8-40a1-9255-9682b3bc797f None None] Provisioning complete for port 338d63f9-5ba1-4803-8a4c-03e0301367e8 triggered by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:15:36.212375 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-e36d09ec-5ce8-40a1-9255-9682b3bc797f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:36.343271 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-dd509e46-4731-4229-97ad-1ab375306722 service neutron] 10.222.0.68 "GET /v2.0/networks/aea097be-4d5e-4757-b2e3-2b4db907e9bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550093 Aug 19 13:15:36.406251 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdcc8b4f-d997-4c63-86a4-e205dd23c263 admin admin] Router 37aaecdf-d900-47f5-b095-a9f48234c6cf is scheduled to L3 agent bb0205a6-735d-4789-b813-02600d36e527 with binding_index 1 {{(pid=79299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 19 13:15:36.456390 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-e36d09ec-5ce8-40a1-9255-9682b3bc797f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:36.507782 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-84d548b2-9dd1-4b5d-a684-f34ef0b7d851 req-8602fb86-8721-42a3-9b51-6bfe03a85ac3 service neutron] 10.222.0.68 "GET /v2.0/networks/aea097be-4d5e-4757-b2e3-2b4db907e9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578557 Aug 19 13:15:36.514450 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-e36d09ec-5ce8-40a1-9255-9682b3bc797f None None] For port 338d63f9-5ba1-4803-8a4c-03e0301367e8, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=338d63f9-5ba1-4803-8a4c-03e0301367e8,segment=NetworkSegment(a7d43235-ba3c-42c5-bf37-822e9c1fae6e),segment_id=a7d43235-ba3c-42c5-bf37-822e9c1fae6e)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:15:36.533049 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-e36d09ec-5ce8-40a1-9255-9682b3bc797f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:36.536453 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-cf20310f-7deb-455f-9647-c2da338c2785 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:15:36.636057 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36d09ec-5ce8-40a1-9255-9682b3bc797f None None] Pushing event updated for resources: {'Port': ['ID=338d63f9-5ba1-4803-8a4c-03e0301367e8,revision_number=3']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:36.648339 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-e36d09ec-5ce8-40a1-9255-9682b3bc797f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:15:36.660048 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdcc8b4f-d997-4c63-86a4-e205dd23c263 admin admin] Notify agent at l3_agent.dv-cinder-805144-1-iscsi the message routers_updated {{(pid=79299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 19 13:15:36.675516 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da443c5-b7d5-4745-a51b-ae78b6fa09f7 None None] Sync routers for ids ['37aaecdf-d900-47f5-b095-a9f48234c6cf'] in dv-cinder-805144-1-iscsi {{(pid=79301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:15:36.695855 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-bdcc8b4f-d997-4c63-86a4-e205dd23c263 admin admin] Notify callbacks [] for router, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:36.697257 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-bdcc8b4f-d997-4c63-86a4-e205dd23c263 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0312164 Aug 19 13:15:36.700716 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 57696) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:15:36.720268 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da443c5-b7d5-4745-a51b-ae78b6fa09f7 None None] Routers {'37aaecdf-d900-47f5-b095-a9f48234c6cf'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:15:36.722292 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-0da443c5-b7d5-4745-a51b-ae78b6fa09f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:15:31Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['37aaecdf-d900-47f5-b095-a9f48234c6cf'], 'active': True} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:15:36.757121 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949e013-f46d-4730-8e04-82c290a38f0c req-9e6bcdd0-a9a8-402c-8bea-baecada4d7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:36.761940 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-0949e013-f46d-4730-8e04-82c290a38f0c req-9e6bcdd0-a9a8-402c-8bea-baecada4d7b6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a81195fe3cfa46c980fb0484af456fef&device_id=ff6a5868-adca-442a-929f-3210992f0525 HTTP/1.1" status: 200 len: 1097 time: 0.1603916 Aug 19 13:15:37.114859 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949e013-f46d-4730-8e04-82c290a38f0c req-e876f735-3492-4a3b-9380-bc8c076de5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:37.116752 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-0949e013-f46d-4730-8e04-82c290a38f0c req-e876f735-3492-4a3b-9380-bc8c076de5ee service neutron] 10.222.0.68 "GET /v2.0/networks?id=aea097be-4d5e-4757-b2e3-2b4db907e9bb HTTP/1.1" status: 200 len: 913 time: 0.3275082 Aug 19 13:15:37.131266 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-64b33556-a1d1-4b9e-9296-b8540b6fe0ad None None] Provisioning complete for port 338d63f9-5ba1-4803-8a4c-03e0301367e8 triggered by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:15:37.133102 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-64b33556-a1d1-4b9e-9296-b8540b6fe0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:37.221759 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af048135-f2b1-4542-a43b-60fc825b41cb req-3e803e5f-3e84-4e0c-a05e-d0bb2c941f04 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:37.228860 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-af048135-f2b1-4542-a43b-60fc825b41cb req-3e803e5f-3e84-4e0c-a05e-d0bb2c941f04 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 945 time: 0.2860219 Aug 19 13:15:37.242422 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvr_db [None req-0da443c5-b7d5-4745-a51b-ae78b6fa09f7 None None] Set router 37aaecdf-d900-47f5-b095-a9f48234c6cf gateway port host: dv-cinder-805144-1-iscsi {{(pid=79301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:15:37.260307 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-0949e013-f46d-4730-8e04-82c290a38f0c req-ecdaf600-a17d-484d-803f-9a2d01788d69 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32cab71e-8ad3-4243-a1ad-124b87187bc9 HTTP/1.1" status: 200 len: 217 time: 0.1358364 Aug 19 13:15:37.262956 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97678a09-cc8b-4ede-a3cb-612283070101 req-69910ade-9ec0-4fad-a793-83dedf536f8f tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:37.271128 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-97678a09-cc8b-4ede-a3cb-612283070101 req-69910ade-9ec0-4fad-a793-83dedf536f8f tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff6a5868-adca-442a-929f-3210992f0525 HTTP/1.1" status: 200 len: 944 time: 0.2725577 Aug 19 13:15:37.345416 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-af048135-f2b1-4542-a43b-60fc825b41cb req-3cc8d32c-d537-4894-bdf8-aeb9dcd0e924 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151824 Aug 19 13:15:37.351228 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949e013-f46d-4730-8e04-82c290a38f0c req-7d8e52ca-7639-4111-92a9-48cd625f84aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:37.352700 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-0949e013-f46d-4730-8e04-82c290a38f0c req-7d8e52ca-7639-4111-92a9-48cd625f84aa service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33 HTTP/1.1" status: 200 len: 850 time: 0.0841308 Aug 19 13:15:37.402452 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-97678a09-cc8b-4ede-a3cb-612283070101 req-d6bab3e5-a088-48e4-a5f4-f712bd2fd4f5 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/security-groups?id=1946f9e0-ba7a-45b8-a77c-830f23fb650d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302750 Aug 19 13:15:37.485385 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949e013-f46d-4730-8e04-82c290a38f0c req-ebd8d0c3-5b77-4a1c-97bf-4d203a8b3969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:37.488535 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-0949e013-f46d-4730-8e04-82c290a38f0c req-ebd8d0c3-5b77-4a1c-97bf-4d203a8b3969 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=aea097be-4d5e-4757-b2e3-2b4db907e9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1253371 Aug 19 13:15:37.653930 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-0da443c5-b7d5-4745-a51b-ae78b6fa09f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37aaecdf-d900-47f5-b095-a9f48234c6cf', 'name': 'tempest-TestMinimumBasicScenario-1593087997-router', 'tenant_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '337c5546-6fea-4c7a-8a2b-553137d5739e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:15:32Z', 'updated_at': '2021-08-19T13:15:35Z', 'revision_number': 3, 'project_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'gw_port': {'id': '337c5546-6fea-4c7a-8a2b-553137d5739e', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:18:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37aaecdf-d900-47f5-b095-a9f48234c6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:15:33Z', 'updated_at': '2021-08-19T13:15:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi'}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:15:37.659121 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da443c5-b7d5-4745-a51b-ae78b6fa09f7 None None] Checking router: 37aaecdf-d900-47f5-b095-a9f48234c6cf for host: dv-cinder-805144-1-iscsi {{(pid=79301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:15:37.659500 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da443c5-b7d5-4745-a51b-ae78b6fa09f7 None None] Updating router 37aaecdf-d900-47f5-b095-a9f48234c6cf port 337c5546-6fea-4c7a-8a2b-553137d5739e binding host dv-cinder-805144-1-iscsi {{(pid=79301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:15:37.711549 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 338d63f9-5ba1-4803-8a4c-03e0301367e8 up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:15:37.821861 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-0da443c5-b7d5-4745-a51b-ae78b6fa09f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:37.927826 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d8fa9cd4-36cf-445d-801b-4115023aa674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:37.961399 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning complete for port 338d63f9-5ba1-4803-8a4c-03e0301367e8 triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:15:37.961789 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:38.151001 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.db_base_plugin_common [None req-d8fa9cd4-36cf-445d-801b-4115023aa674 admin admin] Allocated IP 172.20.0.1 (146b2f75-1238-4b8e-8670-030041b2b962/97420a0f-08e6-4409-8050-18fd91d4363c/f63a0be9-61b8-4ed4-8c45-659dbb4ee27b) {{(pid=79299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:15:38.305989 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-0da443c5-b7d5-4745-a51b-ae78b6fa09f7 None None] Notify callbacks [] for port, precommit_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:38.331440 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-0da443c5-b7d5-4745-a51b-ae78b6fa09f7 None None] Transition to ACTIVE for port object 337c5546-6fea-4c7a-8a2b-553137d5739e will not be triggered until provisioned by entity L2. {{(pid=79301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:15:38.333818 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d8fa9cd4-36cf-445d-801b-4115023aa674 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:38.338665 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-0da443c5-b7d5-4745-a51b-ae78b6fa09f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:38.342966 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-9aa467f6-82ec-47a3-9485-e10004fb497b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:15:38.352128 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.provisioning_blocks [None req-d8fa9cd4-36cf-445d-801b-4115023aa674 admin admin] Transition to ACTIVE for port object f63a0be9-61b8-4ed4-8c45-659dbb4ee27b will not be triggered until provisioned by entity DHCP. {{(pid=79299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:15:38.378597 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d8fa9cd4-36cf-445d-801b-4115023aa674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6301144'] for port, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:38.398171 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-4919e958-9fe6-436b-8293-84e74d278b1e tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:15:38.435404 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-0da443c5-b7d5-4745-a51b-ae78b6fa09f7 None None] Attempting to bind port 337c5546-6fea-4c7a-8a2b-553137d5739e on host dv-cinder-805144-1-iscsi for vnic_type normal with profile {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:15:38.435813 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-0da443c5-b7d5-4745-a51b-ae78b6fa09f7 None None] Attempting to bind port 337c5546-6fea-4c7a-8a2b-553137d5739e by drivers openvswitch,hyperv on host dv-cinder-805144-1-iscsi at level 0 using segments [{'id': '20104d1f-9cfe-4c86-a938-6570a8b83d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01c0c460-8075-482b-8652-00d44202fadb'}] {{(pid=79301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:15:38.436191 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da443c5-b7d5-4745-a51b-ae78b6fa09f7 None None] Attempting to bind port 337c5546-6fea-4c7a-8a2b-553137d5739e on network 01c0c460-8075-482b-8652-00d44202fadb {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:15:38.442730 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c28ec5-ecf1-4050-90ad-c205da69d941 None None] Pushing event updated for resources: {'Port': ['ID=337c5546-6fea-4c7a-8a2b-553137d5739e,revision_number=2']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:38.446812 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-77c28ec5-ecf1-4050-90ad-c205da69d941 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:15:38.447763 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da443c5-b7d5-4745-a51b-ae78b6fa09f7 None None] Checking agent: {'id': '22cf82ff-da15-404e-8075-dce9686ce61b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805144-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 13, 0, 29), 'started_at': datetime.datetime(2021, 8, 19, 13, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805144-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 19 13:15:38.448146 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da443c5-b7d5-4745-a51b-ae78b6fa09f7 None None] Checking segment: {'id': '20104d1f-9cfe-4c86-a938-6570a8b83d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01c0c460-8075-482b-8652-00d44202fadb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:15:38.448552 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-0da443c5-b7d5-4745-a51b-ae78b6fa09f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:38.449219 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da443c5-b7d5-4745-a51b-ae78b6fa09f7 None None] Bound using segment: {'id': '20104d1f-9cfe-4c86-a938-6570a8b83d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01c0c460-8075-482b-8652-00d44202fadb'} {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 19 13:15:38.449706 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-0da443c5-b7d5-4745-a51b-ae78b6fa09f7 None None] Bound port: 337c5546-6fea-4c7a-8a2b-553137d5739e, host: dv-cinder-805144-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20104d1f-9cfe-4c86-a938-6570a8b83d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01c0c460-8075-482b-8652-00d44202fadb'}}] {{(pid=79301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:15:38.450087 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-0da443c5-b7d5-4745-a51b-ae78b6fa09f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:38.472412 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fa9cd4-36cf-445d-801b-4115023aa674 admin admin] Network 146b2f75-1238-4b8e-8670-030041b2b962 is already hosted by enough agents. {{(pid=79299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:15:38.479173 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-0949e013-f46d-4730-8e04-82c290a38f0c req-720b72ca-4900-4a7f-998b-36cf0d6eccff service neutron] 10.222.0.68 "GET /v2.0/networks/aea097be-4d5e-4757-b2e3-2b4db907e9bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594124 Aug 19 13:15:38.481766 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.base_scheduler [None req-d8fa9cd4-36cf-445d-801b-4115023aa674 admin admin] Resources bound (agent type, host, resource id): {{(pid=79299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:15:38.487146 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fa9cd4-36cf-445d-801b-4115023aa674 admin admin] Received port after_create {{(pid=79299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:15:38.550914 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa9cd4-36cf-445d-801b-4115023aa674 admin admin] Pushing event updated for resources: {'Port': ['ID=f63a0be9-61b8-4ed4-8c45-659dbb4ee27b,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:38.554117 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-d8fa9cd4-36cf-445d-801b-4115023aa674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:15:38.574610 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-0da443c5-b7d5-4745-a51b-ae78b6fa09f7 None None] For port 337c5546-6fea-4c7a-8a2b-553137d5739e, host dv-cinder-805144-1-iscsi, cleared binding levels {{(pid=79301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 19 13:15:38.579678 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-0da443c5-b7d5-4745-a51b-ae78b6fa09f7 None None] For port 337c5546-6fea-4c7a-8a2b-553137d5739e, host dv-cinder-805144-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=337c5546-6fea-4c7a-8a2b-553137d5739e,segment=NetworkSegment(20104d1f-9cfe-4c86-a938-6570a8b83d9b),segment_id=20104d1f-9cfe-4c86-a938-6570a8b83d9b)] {{(pid=79301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 19 13:15:38.586469 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-0da443c5-b7d5-4745-a51b-ae78b6fa09f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:38.590386 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:15:38.629402 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d8fa9cd4-36cf-445d-801b-4115023aa674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8000067'] for router_interface, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:38.669741 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da443c5-b7d5-4745-a51b-ae78b6fa09f7 None None] Routers {'37aaecdf-d900-47f5-b095-a9f48234c6cf'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:15:38.670395 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-0da443c5-b7d5-4745-a51b-ae78b6fa09f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:15:31Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['37aaecdf-d900-47f5-b095-a9f48234c6cf'], 'active': True} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:15:38.729686 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c28ec5-ecf1-4050-90ad-c205da69d941 None None] Pushing event updated for resources: {'Port': ['ID=337c5546-6fea-4c7a-8a2b-553137d5739e,revision_number=3']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:38.740657 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-77c28ec5-ecf1-4050-90ad-c205da69d941 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:15:38.774686 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-5d197f0c-3cff-4f5a-8c6a-4b4cce6fbbc0 None None] Provisioning for port f63a0be9-61b8-4ed4-8c45-659dbb4ee27b completed by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:15:38.789932 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-5d197f0c-3cff-4f5a-8c6a-4b4cce6fbbc0 None None] Provisioning complete for port f63a0be9-61b8-4ed4-8c45-659dbb4ee27b triggered by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:15:38.790247 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-5d197f0c-3cff-4f5a-8c6a-4b4cce6fbbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:38.928241 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-5d197f0c-3cff-4f5a-8c6a-4b4cce6fbbc0 None None] Port f63a0be9-61b8-4ed4-8c45-659dbb4ee27b cannot update to ACTIVE because it is not bound. {{(pid=79301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:15:38.930713 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvr_db [None req-0da443c5-b7d5-4745-a51b-ae78b6fa09f7 None None] Set router 37aaecdf-d900-47f5-b095-a9f48234c6cf gateway port host: dv-cinder-805144-1-iscsi {{(pid=79301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:15:38.947355 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086cc423-f639-46c6-b0c9-c3f28912f98e req-e7901964-652d-451f-909b-c7a3afb669cd tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:38.948848 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-086cc423-f639-46c6-b0c9-c3f28912f98e req-e7901964-652d-451f-909b-c7a3afb669cd tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 945 time: 0.3992651 Aug 19 13:15:39.006557 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-086cc423-f639-46c6-b0c9-c3f28912f98e req-2e9f1ebb-90b7-4c13-ac5d-59173dc63297 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485640 Aug 19 13:15:39.061828 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d8fa9cd4-36cf-445d-801b-4115023aa674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:39.237419 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-0da443c5-b7d5-4745-a51b-ae78b6fa09f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37aaecdf-d900-47f5-b095-a9f48234c6cf', 'name': 'tempest-TestMinimumBasicScenario-1593087997-router', 'tenant_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '337c5546-6fea-4c7a-8a2b-553137d5739e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:15:32Z', 'updated_at': '2021-08-19T13:15:35Z', 'revision_number': 3, 'project_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'gw_port': {'id': '337c5546-6fea-4c7a-8a2b-553137d5739e', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:18:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37aaecdf-d900-47f5-b095-a9f48234c6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:15:33Z', 'updated_at': '2021-08-19T13:15:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi'}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:15:39.241475 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da443c5-b7d5-4745-a51b-ae78b6fa09f7 None None] The sync data for ids ['37aaecdf-d900-47f5-b095-a9f48234c6cf'] in dv-cinder-805144-1-iscsi is: [{'id': '37aaecdf-d900-47f5-b095-a9f48234c6cf', 'name': 'tempest-TestMinimumBasicScenario-1593087997-router', 'tenant_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '337c5546-6fea-4c7a-8a2b-553137d5739e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:15:32Z', 'updated_at': '2021-08-19T13:15:35Z', 'revision_number': 3, 'project_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'gw_port': {'id': '337c5546-6fea-4c7a-8a2b-553137d5739e', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:18:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37aaecdf-d900-47f5-b095-a9f48234c6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:15:33Z', 'updated_at': '2021-08-19T13:15:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi'}] {{(pid=79301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:15:39.321775 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6020ad24-0afb-43a7-99d3-89ff7d906603 req-f651fce7-65d6-4c1f-850a-46ae7643e071 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:39.323303 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-6020ad24-0afb-43a7-99d3-89ff7d906603 req-f651fce7-65d6-4c1f-850a-46ae7643e071 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff6a5868-adca-442a-929f-3210992f0525 HTTP/1.1" status: 200 len: 944 time: 0.2140098 Aug 19 13:15:39.390197 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-6020ad24-0afb-43a7-99d3-89ff7d906603 req-74243e0b-b9e3-4542-9297-290b76bc609d tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/security-groups?id=1946f9e0-ba7a-45b8-a77c-830f23fb650d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607018 Aug 19 13:15:39.414177 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d8fa9cd4-36cf-445d-801b-4115023aa674 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:39.418916 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d8fa9cd4-36cf-445d-801b-4115023aa674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6301121'] for port, after_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:39.444802 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-bc5d32a0-59c9-44ab-9a50-548ea8222928 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:15:39.539610 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa9cd4-36cf-445d-801b-4115023aa674 admin admin] Pushing event updated for resources: {'Port': ['ID=f63a0be9-61b8-4ed4-8c45-659dbb4ee27b,revision_number=2']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:39.542013 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d8fa9cd4-36cf-445d-801b-4115023aa674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7886331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8000044'] for router_interface, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:39.545789 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-d8fa9cd4-36cf-445d-801b-4115023aa674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:15:39.702300 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fa9cd4-36cf-445d-801b-4115023aa674 admin admin] Network 146b2f75-1238-4b8e-8670-030041b2b962 is already hosted by enough agents. {{(pid=79299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:15:39.703559 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.base_scheduler [None req-d8fa9cd4-36cf-445d-801b-4115023aa674 admin admin] Resources bound (agent type, host, resource id): {{(pid=79299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:15:39.740011 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 337c5546-6fea-4c7a-8a2b-553137d5739e up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:15:39.823127 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning for port 337c5546-6fea-4c7a-8a2b-553137d5739e completed by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:15:39.831259 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning complete for port 337c5546-6fea-4c7a-8a2b-553137d5739e triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:15:39.832011 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:39.927038 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8fa9cd4-36cf-445d-801b-4115023aa674 admin admin] Router 37aaecdf-d900-47f5-b095-a9f48234c6cf has already been hosted by L3 agent bb0205a6-735d-4789-b813-02600d36e527 {{(pid=79299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 19 13:15:39.983715 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:40.001736 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] For port 337c5546-6fea-4c7a-8a2b-553137d5739e, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=337c5546-6fea-4c7a-8a2b-553137d5739e,segment=NetworkSegment(20104d1f-9cfe-4c86-a938-6570a8b83d9b),segment_id=20104d1f-9cfe-4c86-a938-6570a8b83d9b)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:15:40.006925 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:40.008880 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:15:40.082570 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-f62d850c-94f8-4cc8-8cd0-17dbb318bc63 None None] Provisioning complete for port f63a0be9-61b8-4ed4-8c45-659dbb4ee27b triggered by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:15:40.082962 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-f62d850c-94f8-4cc8-8cd0-17dbb318bc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:40.190234 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Pushing event updated for resources: {'Port': ['ID=337c5546-6fea-4c7a-8a2b-553137d5739e,revision_number=4']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:40.196971 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:15:40.207290 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-f62d850c-94f8-4cc8-8cd0-17dbb318bc63 None None] Port f63a0be9-61b8-4ed4-8c45-659dbb4ee27b cannot update to ACTIVE because it is not bound. {{(pid=79301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:15:40.244271 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8fa9cd4-36cf-445d-801b-4115023aa674 admin admin] Notify agent at l3_agent.dv-cinder-805144-1-iscsi the message routers_updated {{(pid=79299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 19 13:15:40.269005 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-d8fa9cd4-36cf-445d-801b-4115023aa674 admin admin] 10.222.0.49 "PUT /v2.0/routers/37aaecdf-d900-47f5-b095-a9f48234c6cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5659001 Aug 19 13:15:40.325503 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1c80c-dac6-4ee4-ba68-589a78803f1b req-3c5e28aa-764e-42d9-a093-5d24e746bda5 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:40.335721 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-b3b1c80c-dac6-4ee4-ba68-589a78803f1b req-3c5e28aa-764e-42d9-a093-5d24e746bda5 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 945 time: 0.1960847 Aug 19 13:15:40.416998 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-b3b1c80c-dac6-4ee4-ba68-589a78803f1b req-8fc29080-6de6-4d77-9099-b6d5ec7becbc tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802999 Aug 19 13:15:40.433285 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-0949e013-f46d-4730-8e04-82c290a38f0c req-db37488b-b0a8-456b-926d-f5db40854875 service neutron] 10.222.0.68 "GET /v2.0/networks/aea097be-4d5e-4757-b2e3-2b4db907e9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091538 Aug 19 13:15:40.831546 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb134286-774f-4786-89a0-18ba054b2cad req-972f289e-5c7f-4477-897f-365b65f751ef tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:40.842762 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-fb134286-774f-4786-89a0-18ba054b2cad req-972f289e-5c7f-4477-897f-365b65f751ef tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Synchronizing usage tracker for tenant:a81195fe3cfa46c980fb0484af456fef on resource:port {{(pid=79300) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:15:40.881032 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-fb134286-774f-4786-89a0-18ba054b2cad req-972f289e-5c7f-4477-897f-365b65f751ef tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Unset dirty status for tenant:a81195fe3cfa46c980fb0484af456fef on resource:port {{(pid=79300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:15:40.882471 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-fb134286-774f-4786-89a0-18ba054b2cad req-972f289e-5c7f-4477-897f-365b65f751ef tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff6a5868-adca-442a-929f-3210992f0525 HTTP/1.1" status: 200 len: 944 time: 0.1757734 Aug 19 13:15:40.975282 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-fb134286-774f-4786-89a0-18ba054b2cad req-722edd05-eb48-42ca-a684-8cac4e1e75a1 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/security-groups?id=1946f9e0-ba7a-45b8-a77c-830f23fb650d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862758 Aug 19 13:15:41.167001 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 57750) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:15:41.172767 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-94ea73cc-98d5-47cd-88e4-9ce8d793c88c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-975672634-network', 'tenant_id': 'a5a8e2f8eb524343aa26055b21073ab6'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:15:41.177787 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-94ea73cc-98d5-47cd-88e4-9ce8d793c88c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:15:41.181766 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-94ea73cc-98d5-47cd-88e4-9ce8d793c88c admin admin] Usage tracker for resource:network and tenant:a5a8e2f8eb524343aa26055b21073ab6 is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:15:41.183717 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04e9850-3823-4e3d-9601-4d49168d26e8 None None] Sync routers for ids ['37aaecdf-d900-47f5-b095-a9f48234c6cf'] in dv-cinder-805144-1-iscsi {{(pid=79302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:15:41.187996 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-94ea73cc-98d5-47cd-88e4-9ce8d793c88c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:15:41.194045 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-94ea73cc-98d5-47cd-88e4-9ce8d793c88c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:15:41.196354 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04e9850-3823-4e3d-9601-4d49168d26e8 None None] Routers {'37aaecdf-d900-47f5-b095-a9f48234c6cf'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:15:41.196793 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-d04e9850-3823-4e3d-9601-4d49168d26e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:15:31Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['37aaecdf-d900-47f5-b095-a9f48234c6cf'], 'active': True} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:15:41.206370 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ea73cc-98d5-47cd-88e4-9ce8d793c88c admin admin] Made reservation on behalf of a5a8e2f8eb524343aa26055b21073ab6 for: {'network': 1} {{(pid=79299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:15:41.209657 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-94ea73cc-98d5-47cd-88e4-9ce8d793c88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for network, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:41.223410 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-94ea73cc-98d5-47cd-88e4-9ce8d793c88c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:41.243473 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-94ea73cc-98d5-47cd-88e4-9ce8d793c88c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:15:41.247531 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-94ea73cc-98d5-47cd-88e4-9ce8d793c88c admin admin] Usage tracker for resource:security_group_rule and tenant:a5a8e2f8eb524343aa26055b21073ab6 is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:15:41.251646 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-94ea73cc-98d5-47cd-88e4-9ce8d793c88c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:15:41.257655 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-94ea73cc-98d5-47cd-88e4-9ce8d793c88c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:15:41.342429 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-94ea73cc-98d5-47cd-88e4-9ce8d793c88c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:41.347140 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-94ea73cc-98d5-47cd-88e4-9ce8d793c88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:41.350236 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-9264ca85-bfd5-4e29-ad34-3e50db994388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:15:41.388683 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvr_db [None req-d04e9850-3823-4e3d-9601-4d49168d26e8 None None] Set router 37aaecdf-d900-47f5-b095-a9f48234c6cf gateway port host: dv-cinder-805144-1-iscsi {{(pid=79302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:15:41.389697 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94ea73cc-98d5-47cd-88e4-9ce8d793c88c admin admin] vlan segment allocate from pool success with {'vlan_id': 1018, 'physical_network': 'physnet1'} {{(pid=79299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:15:41.396503 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea73cc-98d5-47cd-88e4-9ce8d793c88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990133d2-41bd-4457-a8c4-8c3740fef38b,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:41.400943 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-94ea73cc-98d5-47cd-88e4-9ce8d793c88c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:15:41.405161 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-94ea73cc-98d5-47cd-88e4-9ce8d793c88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910984'] for segment, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:41.405544 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.db.segments_db [None req-94ea73cc-98d5-47cd-88e4-9ce8d793c88c admin admin] Added segment 27cd270b-f9f6-4d11-bb39-6595c1836539 of type vlan for network a4da3bb3-6c6d-40a9-a479-3d1bb2c28a25 Aug 19 13:15:41.437114 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-94ea73cc-98d5-47cd-88e4-9ce8d793c88c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734197367691'] for network, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:41.467284 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-94ea73cc-98d5-47cd-88e4-9ce8d793c88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217'] for network, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:41.469586 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ea73cc-98d5-47cd-88e4-9ce8d793c88c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:41.470347 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-94ea73cc-98d5-47cd-88e4-9ce8d793c88c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for network, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:41.475542 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:15:41.715765 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 337c5546-6fea-4c7a-8a2b-553137d5739e up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:15:41.733409 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-94ea73cc-98d5-47cd-88e4-9ce8d793c88c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5652463 Aug 19 13:15:41.737366 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 57758) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:15:41.743178 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [None req-32219061-ad50-4ca7-a7d4-9d02d4c49b76 admin admin] Request body: {'subnet': {'network_id': 'a4da3bb3-6c6d-40a9-a479-3d1bb2c28a25', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-975672634-subnet', 'tenant_id': 'a5a8e2f8eb524343aa26055b21073ab6', 'ip_version': 4}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:15:41.749190 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-32219061-ad50-4ca7-a7d4-9d02d4c49b76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:15:41.749986 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea73cc-98d5-47cd-88e4-9ce8d793c88c admin admin] Pushing event updated for resources: {'Network': ['ID=a4da3bb3-6c6d-40a9-a479-3d1bb2c28a25,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:41.753083 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-94ea73cc-98d5-47cd-88e4-9ce8d793c88c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:15:41.753984 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-32219061-ad50-4ca7-a7d4-9d02d4c49b76 admin admin] Usage tracker for resource:subnet and tenant:a5a8e2f8eb524343aa26055b21073ab6 is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:15:41.757653 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-32219061-ad50-4ca7-a7d4-9d02d4c49b76 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:15:41.765056 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Network a4da3bb3-6c6d-40a9-a479-3d1bb2c28a25 details requested by agent ovs-agent-dv-cinder-805144-1-iscsi with host dv-cinder-805144-1-iscsi {{(pid=79301) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 19 13:15:41.765840 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-32219061-ad50-4ca7-a7d4-9d02d4c49b76 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:15:41.777354 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32219061-ad50-4ca7-a7d4-9d02d4c49b76 admin admin] Made reservation on behalf of a5a8e2f8eb524343aa26055b21073ab6 for: {'subnet': 1} {{(pid=79300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:15:41.784971 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-32219061-ad50-4ca7-a7d4-9d02d4c49b76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7374829'] for subnet, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:41.816057 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385f36f-966a-46e1-8c97-93230233e459 req-19473b39-c2d1-4520-bf3e-10c4c84c5259 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:41.817617 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e385f36f-966a-46e1-8c97-93230233e459 req-19473b39-c2d1-4520-bf3e-10c4c84c5259 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 945 time: 0.2344339 Aug 19 13:15:41.840560 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-d04e9850-3823-4e3d-9601-4d49168d26e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37aaecdf-d900-47f5-b095-a9f48234c6cf', 'name': 'tempest-TestMinimumBasicScenario-1593087997-router', 'tenant_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '337c5546-6fea-4c7a-8a2b-553137d5739e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:15:32Z', 'updated_at': '2021-08-19T13:15:38Z', 'revision_number': 4, 'project_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'gw_port': {'id': '337c5546-6fea-4c7a-8a2b-553137d5739e', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:18:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37aaecdf-d900-47f5-b095-a9f48234c6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:15:33Z', 'updated_at': '2021-08-19T13:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': 'f63a0be9-61b8-4ed4-8c45-659dbb4ee27b', 'name': '', 'network_id': '146b2f75-1238-4b8e-8670-030041b2b962', 'tenant_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'mac_address': 'fa:16:3e:b4:33:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37aaecdf-d900-47f5-b095-a9f48234c6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '97420a0f-08e6-4409-8050-18fd91d4363c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:15:37Z', 'updated_at': '2021-08-19T13:15:39Z', 'revision_number': 2, 'project_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'subnets': [{'id': '97420a0f-08e6-4409-8050-18fd91d4363c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:15:41.847143 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04e9850-3823-4e3d-9601-4d49168d26e8 None None] Checking router: 37aaecdf-d900-47f5-b095-a9f48234c6cf for host: dv-cinder-805144-1-iscsi {{(pid=79302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:15:41.847794 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04e9850-3823-4e3d-9601-4d49168d26e8 None None] Updating router 37aaecdf-d900-47f5-b095-a9f48234c6cf port f63a0be9-61b8-4ed4-8c45-659dbb4ee27b binding host dv-cinder-805144-1-iscsi {{(pid=79302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:15:41.871054 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e385f36f-966a-46e1-8c97-93230233e459 req-bb867f75-84df-4167-a527-9aa0f258f873 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458705 Aug 19 13:15:41.911673 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-d04e9850-3823-4e3d-9601-4d49168d26e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:41.934785 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning complete for port 337c5546-6fea-4c7a-8a2b-553137d5739e triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:15:41.935453 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:42.101864 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-32219061-ad50-4ca7-a7d4-9d02d4c49b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7374751'] for subnet, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:42.122061 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:15:42.267016 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32219061-ad50-4ca7-a7d4-9d02d4c49b76 admin admin] Checking segment: {'id': '27cd270b-f9f6-4d11-bb39-6595c1836539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'a4da3bb3-6c6d-40a9-a479-3d1bb2c28a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:15:42.267016 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32219061-ad50-4ca7-a7d4-9d02d4c49b76 admin admin] Network hostable DHCP agents. Network: a4da3bb3-6c6d-40a9-a479-3d1bb2c28a25, hostable agents: ['31b92e89-357e-408d-a141-4e7242d6bd98'], hosted agents: [] {{(pid=79300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:15:42.291619 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32219061-ad50-4ca7-a7d4-9d02d4c49b76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b97432ab-fb42-43cd-ab9b-fa7ebd4e431b,revision_number=0']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:42.294583 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-32219061-ad50-4ca7-a7d4-9d02d4c49b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:15:42.319190 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32219061-ad50-4ca7-a7d4-9d02d4c49b76 admin admin] Network a4da3bb3-6c6d-40a9-a479-3d1bb2c28a25 is scheduled to be hosted by DHCP agent 31b92e89-357e-408d-a141-4e7242d6bd98 with binding_index 1 {{(pid=79300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:15:42.333916 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.base_scheduler [None req-32219061-ad50-4ca7-a7d4-9d02d4c49b76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805144-1-iscsi, a4da3bb3-6c6d-40a9-a479-3d1bb2c28a25) {{(pid=79300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:15:42.340245 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32219061-ad50-4ca7-a7d4-9d02d4c49b76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:42.341250 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-32219061-ad50-4ca7-a7d4-9d02d4c49b76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for subnet, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:42.350195 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175fa8e5-ec67-4345-8c65-ca6e91869bf8 None None] Network a4da3bb3-6c6d-40a9-a479-3d1bb2c28a25 requested from dv-cinder-805144-1-iscsi {{(pid=79301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 19 13:15:42.373408 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d79e09-0bb0-445f-8217-0c6003683708 req-9840b298-b063-49b4-8ba8-5adadbab71ed tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:42.381903 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-12d79e09-0bb0-445f-8217-0c6003683708 req-9840b298-b063-49b4-8ba8-5adadbab71ed tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff6a5868-adca-442a-929f-3210992f0525 HTTP/1.1" status: 200 len: 944 time: 0.2607865 Aug 19 13:15:42.387243 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-d04e9850-3823-4e3d-9601-4d49168d26e8 None None] Notify callbacks [] for port, precommit_update {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:42.408589 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.provisioning_blocks [None req-d04e9850-3823-4e3d-9601-4d49168d26e8 None None] Transition to ACTIVE for port object f63a0be9-61b8-4ed4-8c45-659dbb4ee27b will not be triggered until provisioned by entity L2. {{(pid=79302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:15:42.418203 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-d04e9850-3823-4e3d-9601-4d49168d26e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:42.431768 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:15:42.461993 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-32219061-ad50-4ca7-a7d4-9d02d4c49b76 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7234433 Aug 19 13:15:42.465011 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 57778) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:15:42.470728 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-c1d43677-85ea-43cc-96d5-e5f76c8224ba admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-975672634-router', 'tenant_id': 'a5a8e2f8eb524343aa26055b21073ab6', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb'}}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:15:42.476790 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-12d79e09-0bb0-445f-8217-0c6003683708 req-42538bc4-2b8a-46e6-9b64-7b6aa3be1dac tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/security-groups?id=1946f9e0-ba7a-45b8-a77c-830f23fb650d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939786 Aug 19 13:15:42.486733 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-c1d43677-85ea-43cc-96d5-e5f76c8224ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:15:42.491339 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-c1d43677-85ea-43cc-96d5-e5f76c8224ba admin admin] Usage tracker for resource:router and tenant:a5a8e2f8eb524343aa26055b21073ab6 is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:15:42.494821 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-c1d43677-85ea-43cc-96d5-e5f76c8224ba admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:15:42.509390 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-c1d43677-85ea-43cc-96d5-e5f76c8224ba admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:15:42.531849 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c1d43677-85ea-43cc-96d5-e5f76c8224ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8006359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14752'] for router, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:42.533485 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c1d43677-85ea-43cc-96d5-e5f76c8224ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8006194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7969985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8046295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14761'] for router, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:42.566807 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c1d43677-85ea-43cc-96d5-e5f76c8224ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:42.667805 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4647f8-02e4-4906-8a45-310d9815be18 None None] Pushing event updated for resources: {'Port': ['ID=f63a0be9-61b8-4ed4-8c45-659dbb4ee27b,revision_number=3']} {{(pid=79302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:42.681009 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4647f8-02e4-4906-8a45-310d9815be18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:42.682584 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4647f8-02e4-4906-8a45-310d9815be18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:42.683156 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4647f8-02e4-4906-8a45-310d9815be18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:42.684058 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4647f8-02e4-4906-8a45-310d9815be18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:42.685806 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4647f8-02e4-4906-8a45-310d9815be18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:42.687785 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4647f8-02e4-4906-8a45-310d9815be18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:42.688504 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4647f8-02e4-4906-8a45-310d9815be18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:42.689249 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4647f8-02e4-4906-8a45-310d9815be18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:42.690613 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4647f8-02e4-4906-8a45-310d9815be18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:42.691172 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4647f8-02e4-4906-8a45-310d9815be18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:42.691758 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4647f8-02e4-4906-8a45-310d9815be18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:42.693382 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4647f8-02e4-4906-8a45-310d9815be18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:42.698794 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG oslo_concurrency.lockutils [None req-7e4647f8-02e4-4906-8a45-310d9815be18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=79302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:15:42.810801 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e89491-9e34-496f-a815-12c30d7a1df9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47980deb-f177-502b-bf5e-237545d7a88e-a4da3bb3-6c6d-40a9-a479-3d1bb2c28a25', 'network_id': 'a4da3bb3-6c6d-40a9-a479-3d1bb2c28a25', 'tenant_id': 'a5a8e2f8eb524343aa26055b21073ab6', 'fixed_ips': [{'subnet_id': 'b97432ab-fb42-43cd-ab9b-fa7ebd4e431b'}]}} from dv-cinder-805144-1-iscsi. {{(pid=79301) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 19 13:15:42.813954 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-81e89491-9e34-496f-a815-12c30d7a1df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:42.840259 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.managers [None req-d04e9850-3823-4e3d-9601-4d49168d26e8 None None] Attempting to bind port f63a0be9-61b8-4ed4-8c45-659dbb4ee27b on host dv-cinder-805144-1-iscsi for vnic_type normal with profile {{(pid=79302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:15:42.840767 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.managers [None req-d04e9850-3823-4e3d-9601-4d49168d26e8 None None] Attempting to bind port f63a0be9-61b8-4ed4-8c45-659dbb4ee27b by drivers openvswitch,hyperv on host dv-cinder-805144-1-iscsi at level 0 using segments [{'id': 'a7d43235-ba3c-42c5-bf37-822e9c1fae6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '146b2f75-1238-4b8e-8670-030041b2b962'}] {{(pid=79302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:15:42.841268 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04e9850-3823-4e3d-9601-4d49168d26e8 None None] Attempting to bind port f63a0be9-61b8-4ed4-8c45-659dbb4ee27b on network 146b2f75-1238-4b8e-8670-030041b2b962 {{(pid=79302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:15:42.864733 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04e9850-3823-4e3d-9601-4d49168d26e8 None None] Checking agent: {'id': '22cf82ff-da15-404e-8075-dce9686ce61b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805144-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 13, 0, 29), 'started_at': datetime.datetime(2021, 8, 19, 13, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805144-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 19 13:15:42.865490 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04e9850-3823-4e3d-9601-4d49168d26e8 None None] Checking segment: {'id': 'a7d43235-ba3c-42c5-bf37-822e9c1fae6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '146b2f75-1238-4b8e-8670-030041b2b962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:15:42.866161 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-d04e9850-3823-4e3d-9601-4d49168d26e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:42.867982 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04e9850-3823-4e3d-9601-4d49168d26e8 None None] Bound using segment: {'id': 'a7d43235-ba3c-42c5-bf37-822e9c1fae6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '146b2f75-1238-4b8e-8670-030041b2b962'} {{(pid=79302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 19 13:15:42.870970 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.managers [None req-d04e9850-3823-4e3d-9601-4d49168d26e8 None None] Bound port: f63a0be9-61b8-4ed4-8c45-659dbb4ee27b, host: dv-cinder-805144-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7d43235-ba3c-42c5-bf37-822e9c1fae6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '146b2f75-1238-4b8e-8670-030041b2b962'}}] {{(pid=79302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:15:42.871687 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-d04e9850-3823-4e3d-9601-4d49168d26e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:43.016800 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c1d43677-85ea-43cc-96d5-e5f76c8224ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7970014', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8006244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14683'] for router, precommit_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:43.032187 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.db [None req-d04e9850-3823-4e3d-9601-4d49168d26e8 None None] For port f63a0be9-61b8-4ed4-8c45-659dbb4ee27b, host dv-cinder-805144-1-iscsi, cleared binding levels {{(pid=79302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 19 13:15:43.040614 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.db [None req-d04e9850-3823-4e3d-9601-4d49168d26e8 None None] For port f63a0be9-61b8-4ed4-8c45-659dbb4ee27b, host dv-cinder-805144-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=f63a0be9-61b8-4ed4-8c45-659dbb4ee27b,segment=NetworkSegment(a7d43235-ba3c-42c5-bf37-822e9c1fae6e),segment_id=a7d43235-ba3c-42c5-bf37-822e9c1fae6e)] {{(pid=79302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 19 13:15:43.047726 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-d04e9850-3823-4e3d-9601-4d49168d26e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:43.053357 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:15:43.055263 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.db_base_plugin_common [None req-81e89491-9e34-496f-a815-12c30d7a1df9 None None] Allocated IP 172.20.0.2 (a4da3bb3-6c6d-40a9-a479-3d1bb2c28a25/b97432ab-fb42-43cd-ab9b-fa7ebd4e431b/327a5f8e-bb49-44e2-9eec-7dbb8cad6ab9) {{(pid=79301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:15:43.150501 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04e9850-3823-4e3d-9601-4d49168d26e8 None None] Routers {'37aaecdf-d900-47f5-b095-a9f48234c6cf'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:15:43.151157 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-d04e9850-3823-4e3d-9601-4d49168d26e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:15:31Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['37aaecdf-d900-47f5-b095-a9f48234c6cf'], 'active': True} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:15:43.155528 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5ef81-4a15-40b7-bd0d-a52868119c2c req-c5c40169-19af-4f20-abe0-f19fae6f364c tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:43.168749 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d1d5ef81-4a15-40b7-bd0d-a52868119c2c req-c5c40169-19af-4f20-abe0-f19fae6f364c tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 945 time: 0.1481762 Aug 19 13:15:43.243434 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d1d5ef81-4a15-40b7-bd0d-a52868119c2c req-86443dd7-e2d6-4f2c-9e71-baabd7dd6264 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734746 Aug 19 13:15:43.282047 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4647f8-02e4-4906-8a45-310d9815be18 None None] Pushing event updated for resources: {'Port': ['ID=f63a0be9-61b8-4ed4-8c45-659dbb4ee27b,revision_number=4']} {{(pid=79302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:43.288556 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG oslo_concurrency.lockutils [None req-7e4647f8-02e4-4906-8a45-310d9815be18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=79302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:15:43.384865 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-81e89491-9e34-496f-a815-12c30d7a1df9 None None] Notify callbacks [] for port, precommit_create {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:43.394318 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvr_db [None req-d04e9850-3823-4e3d-9601-4d49168d26e8 None None] Set router 37aaecdf-d900-47f5-b095-a9f48234c6cf gateway port host: dv-cinder-805144-1-iscsi {{(pid=79302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:15:43.398840 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-81e89491-9e34-496f-a815-12c30d7a1df9 None None] Transition to ACTIVE for port object 327a5f8e-bb49-44e2-9eec-7dbb8cad6ab9 will not be triggered until provisioned by entity L2. {{(pid=79301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:15:43.420670 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-81e89491-9e34-496f-a815-12c30d7a1df9 None None] Transition to ACTIVE for port object 327a5f8e-bb49-44e2-9eec-7dbb8cad6ab9 will not be triggered until provisioned by entity DHCP. {{(pid=79301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:15:43.428216 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-81e89491-9e34-496f-a815-12c30d7a1df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910'] for port, after_create {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:43.431979 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:15:43.512804 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e89491-9e34-496f-a815-12c30d7a1df9 None None] Network a4da3bb3-6c6d-40a9-a479-3d1bb2c28a25 is already hosted by enough agents. {{(pid=79301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:15:43.517034 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.scheduler.base_scheduler [None req-81e89491-9e34-496f-a815-12c30d7a1df9 None None] Resources bound (agent type, host, resource id): {{(pid=79301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:15:43.519420 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e89491-9e34-496f-a815-12c30d7a1df9 None None] Received port after_create {{(pid=79301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:15:43.519894 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c1d43677-85ea-43cc-96d5-e5f76c8224ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:43.547510 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e89491-9e34-496f-a815-12c30d7a1df9 None None] Pushing event updated for resources: {'Port': ['ID=327a5f8e-bb49-44e2-9eec-7dbb8cad6ab9,revision_number=1']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:43.555211 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c1d43677-85ea-43cc-96d5-e5f76c8224ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:43.581453 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-81e89491-9e34-496f-a815-12c30d7a1df9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:15:43.707527 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-81e89491-9e34-496f-a815-12c30d7a1df9 None None] Attempting to bind port 327a5f8e-bb49-44e2-9eec-7dbb8cad6ab9 on host dv-cinder-805144-1-iscsi for vnic_type normal with profile {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:15:43.708254 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-81e89491-9e34-496f-a815-12c30d7a1df9 None None] Attempting to bind port 327a5f8e-bb49-44e2-9eec-7dbb8cad6ab9 by drivers openvswitch,hyperv on host dv-cinder-805144-1-iscsi at level 0 using segments [{'id': '27cd270b-f9f6-4d11-bb39-6595c1836539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'a4da3bb3-6c6d-40a9-a479-3d1bb2c28a25'}] {{(pid=79301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:15:43.708854 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e89491-9e34-496f-a815-12c30d7a1df9 None None] Attempting to bind port 327a5f8e-bb49-44e2-9eec-7dbb8cad6ab9 on network a4da3bb3-6c6d-40a9-a479-3d1bb2c28a25 {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:15:43.717935 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e89491-9e34-496f-a815-12c30d7a1df9 None None] Checking agent: {'id': '22cf82ff-da15-404e-8075-dce9686ce61b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805144-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 13, 0, 29), 'started_at': datetime.datetime(2021, 8, 19, 13, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805144-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 19 13:15:43.720077 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e89491-9e34-496f-a815-12c30d7a1df9 None None] Checking segment: {'id': '27cd270b-f9f6-4d11-bb39-6595c1836539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'a4da3bb3-6c6d-40a9-a479-3d1bb2c28a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:15:43.721006 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-81e89491-9e34-496f-a815-12c30d7a1df9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:43.721807 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e89491-9e34-496f-a815-12c30d7a1df9 None None] Bound using segment: {'id': '27cd270b-f9f6-4d11-bb39-6595c1836539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'a4da3bb3-6c6d-40a9-a479-3d1bb2c28a25'} {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 19 13:15:43.723031 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-81e89491-9e34-496f-a815-12c30d7a1df9 None None] Bound port: 327a5f8e-bb49-44e2-9eec-7dbb8cad6ab9, host: dv-cinder-805144-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27cd270b-f9f6-4d11-bb39-6595c1836539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'a4da3bb3-6c6d-40a9-a479-3d1bb2c28a25'}}] {{(pid=79301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:15:43.724781 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-81e89491-9e34-496f-a815-12c30d7a1df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:43.755722 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-d04e9850-3823-4e3d-9601-4d49168d26e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37aaecdf-d900-47f5-b095-a9f48234c6cf', 'name': 'tempest-TestMinimumBasicScenario-1593087997-router', 'tenant_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '337c5546-6fea-4c7a-8a2b-553137d5739e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:15:32Z', 'updated_at': '2021-08-19T13:15:38Z', 'revision_number': 4, 'project_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'gw_port': {'id': '337c5546-6fea-4c7a-8a2b-553137d5739e', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:18:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37aaecdf-d900-47f5-b095-a9f48234c6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:15:33Z', 'updated_at': '2021-08-19T13:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': 'f63a0be9-61b8-4ed4-8c45-659dbb4ee27b', 'name': '', 'network_id': '146b2f75-1238-4b8e-8670-030041b2b962', 'tenant_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'mac_address': 'fa:16:3e:b4:33:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37aaecdf-d900-47f5-b095-a9f48234c6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '97420a0f-08e6-4409-8050-18fd91d4363c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:15:37Z', 'updated_at': '2021-08-19T13:15:43Z', 'revision_number': 4, 'project_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'subnets': [{'id': '97420a0f-08e6-4409-8050-18fd91d4363c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:15:43.761035 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04e9850-3823-4e3d-9601-4d49168d26e8 None None] The sync data for ids ['37aaecdf-d900-47f5-b095-a9f48234c6cf'] in dv-cinder-805144-1-iscsi is: [{'id': '37aaecdf-d900-47f5-b095-a9f48234c6cf', 'name': 'tempest-TestMinimumBasicScenario-1593087997-router', 'tenant_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '337c5546-6fea-4c7a-8a2b-553137d5739e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:15:32Z', 'updated_at': '2021-08-19T13:15:38Z', 'revision_number': 4, 'project_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'gw_port': {'id': '337c5546-6fea-4c7a-8a2b-553137d5739e', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:18:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37aaecdf-d900-47f5-b095-a9f48234c6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:15:33Z', 'updated_at': '2021-08-19T13:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': 'f63a0be9-61b8-4ed4-8c45-659dbb4ee27b', 'name': '', 'network_id': '146b2f75-1238-4b8e-8670-030041b2b962', 'tenant_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'mac_address': 'fa:16:3e:b4:33:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37aaecdf-d900-47f5-b095-a9f48234c6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '97420a0f-08e6-4409-8050-18fd91d4363c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:15:37Z', 'updated_at': '2021-08-19T13:15:43Z', 'revision_number': 4, 'project_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'subnets': [{'id': '97420a0f-08e6-4409-8050-18fd91d4363c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:15:43.809886 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.db_base_plugin_common [None req-c1d43677-85ea-43cc-96d5-e5f76c8224ba admin admin] Allocated IP 172.27.1.237 (01c0c460-8075-482b-8652-00d44202fadb/8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5/c563ca6c-55e7-4a7d-a42f-4af498d65dff) {{(pid=79299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:15:43.926876 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-81e89491-9e34-496f-a815-12c30d7a1df9 None None] For port 327a5f8e-bb49-44e2-9eec-7dbb8cad6ab9, host dv-cinder-805144-1-iscsi, cleared binding levels {{(pid=79301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 19 13:15:43.957116 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-81e89491-9e34-496f-a815-12c30d7a1df9 None None] For port 327a5f8e-bb49-44e2-9eec-7dbb8cad6ab9, host dv-cinder-805144-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=327a5f8e-bb49-44e2-9eec-7dbb8cad6ab9,segment=NetworkSegment(27cd270b-f9f6-4d11-bb39-6595c1836539),segment_id=27cd270b-f9f6-4d11-bb39-6595c1836539)] {{(pid=79301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 19 13:15:43.964360 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-81e89491-9e34-496f-a815-12c30d7a1df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:43.967091 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04087078-5d01-4a87-82f0-cbd17a4394e5 req-bc07a7d3-ac69-45d7-91eb-74b30c1cc203 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:43.977507 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-04087078-5d01-4a87-82f0-cbd17a4394e5 req-bc07a7d3-ac69-45d7-91eb-74b30c1cc203 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff6a5868-adca-442a-929f-3210992f0525 HTTP/1.1" status: 200 len: 944 time: 0.3102539 Aug 19 13:15:43.988073 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-cf6e3feb-ec3a-4b6f-a144-4fe0a78040d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:15:44.065043 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-04087078-5d01-4a87-82f0-cbd17a4394e5 req-f48f5b9e-29f9-433e-8abb-e186ed4f2215 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/security-groups?id=1946f9e0-ba7a-45b8-a77c-830f23fb650d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845835 Aug 19 13:15:44.118292 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e89491-9e34-496f-a815-12c30d7a1df9 None None] Pushing event updated for resources: {'Port': ['ID=327a5f8e-bb49-44e2-9eec-7dbb8cad6ab9,revision_number=2']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:44.121566 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-81e89491-9e34-496f-a815-12c30d7a1df9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:15:44.126692 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c1d43677-85ea-43cc-96d5-e5f76c8224ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:44.167659 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c1d43677-85ea-43cc-96d5-e5f76c8224ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6301144'] for port, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:44.175587 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-ff04a6ba-e6a3-4554-9b63-ec5d2a207533 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:15:44.248767 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d43677-85ea-43cc-96d5-e5f76c8224ba admin admin] Network 01c0c460-8075-482b-8652-00d44202fadb is already hosted by enough agents. {{(pid=79299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:15:44.252724 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.base_scheduler [None req-c1d43677-85ea-43cc-96d5-e5f76c8224ba admin admin] Resources bound (agent type, host, resource id): {{(pid=79299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:15:44.259909 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d43677-85ea-43cc-96d5-e5f76c8224ba admin admin] Received port after_create {{(pid=79299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:15:44.306076 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d43677-85ea-43cc-96d5-e5f76c8224ba admin admin] Pushing event updated for resources: {'Port': ['ID=c563ca6c-55e7-4a7d-a42f-4af498d65dff,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:44.310231 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-c1d43677-85ea-43cc-96d5-e5f76c8224ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:15:44.517629 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 57802) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:15:44.583232 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23353766-c10b-4ce3-9f77-924a0469159b req-f0ba61f6-481d-4d2e-8beb-13318981415f tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:44.588237 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-23353766-c10b-4ce3-9f77-924a0469159b req-f0ba61f6-481d-4d2e-8beb-13318981415f tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 945 time: 0.1548209 Aug 19 13:15:44.656461 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-23353766-c10b-4ce3-9f77-924a0469159b req-6849d077-a20d-4446-b8f8-1435bf4bc6f7 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556905 Aug 19 13:15:44.785461 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-6cd1cf02-6068-4717-a6ee-891172eefc14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:44.808040 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-6cd1cf02-6068-4717-a6ee-891172eefc14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:15:44.812466 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-6cd1cf02-6068-4717-a6ee-891172eefc14 admin admin] Usage tracker for resource:security_group_rule and tenant:9fbacb113d90430b88112141e550573f is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:15:44.816378 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-6cd1cf02-6068-4717-a6ee-891172eefc14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:15:44.822712 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-6cd1cf02-6068-4717-a6ee-891172eefc14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:15:44.923551 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-6cd1cf02-6068-4717-a6ee-891172eefc14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:44.929322 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-6cd1cf02-6068-4717-a6ee-891172eefc14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:44.938647 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:15:44.970697 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd1cf02-6068-4717-a6ee-891172eefc14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2506f739-d37d-42e4-a915-78c78f28826f,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:44.977321 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-6cd1cf02-6068-4717-a6ee-891172eefc14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:15:45.007174 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-6cd1cf02-6068-4717-a6ee-891172eefc14 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9fbacb113d90430b88112141e550573f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4820092 Aug 19 13:15:45.009930 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 57808) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:15:45.034606 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c1d43677-85ea-43cc-96d5-e5f76c8224ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:45.122864 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-2c770357-a2c2-42aa-87c7-b497b658d55f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:45.177795 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-2c770357-a2c2-42aa-87c7-b497b658d55f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:45.256611 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-2c770357-a2c2-42aa-87c7-b497b658d55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:45.263836 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-783b8b25-d3d0-46e3-8d04-77383bf7d160 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:15:45.280129 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c770357-a2c2-42aa-87c7-b497b658d55f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2506f739-d37d-42e4-a915-78c78f28826f,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:45.283524 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-2c770357-a2c2-42aa-87c7-b497b658d55f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:15:45.292395 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-2c770357-a2c2-42aa-87c7-b497b658d55f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:45.293751 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-2c770357-a2c2-42aa-87c7-b497b658d55f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2506f739-d37d-42e4-a915-78c78f28826f HTTP/1.1" status: 204 len: 168 time: 0.2827916 Aug 19 13:15:45.449384 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155ce22f-9df4-4fea-8eb2-845669339ad4 None None] Network a4da3bb3-6c6d-40a9-a479-3d1bb2c28a25 requested from dv-cinder-805144-1-iscsi {{(pid=79301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 19 13:15:45.577672 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-ffeaeb69-ad18-45c9-99b8-87a33b592731 None None] Provisioning for port 327a5f8e-bb49-44e2-9eec-7dbb8cad6ab9 completed by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:15:45.589634 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13946e7b-fb66-483f-9ffa-889e3db41aac req-d3ec815c-49b8-4cda-918c-e71e238ad067 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:45.591155 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-13946e7b-fb66-483f-9ffa-889e3db41aac req-d3ec815c-49b8-4cda-918c-e71e238ad067 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff6a5868-adca-442a-929f-3210992f0525 HTTP/1.1" status: 200 len: 944 time: 0.3127999 Aug 19 13:15:45.602392 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c1d43677-85ea-43cc-96d5-e5f76c8224ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8006181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7963014'] for router, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:45.711230 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 57822) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:15:45.758241 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-74e2ced0-2324-487c-a8b9-6be9c2a30a1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:45.770691 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-13946e7b-fb66-483f-9ffa-889e3db41aac req-f13383dd-31d4-4ecc-b75d-e9d9263962e8 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/security-groups?id=1946f9e0-ba7a-45b8-a77c-830f23fb650d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1695855 Aug 19 13:15:45.807802 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-74e2ced0-2324-487c-a8b9-6be9c2a30a1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:15:45.813409 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-74e2ced0-2324-487c-a8b9-6be9c2a30a1a admin admin] Usage tracker for resource:security_group_rule and tenant:8bc21bbfb7b545979d78ee995f11a267 is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:15:45.816594 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-74e2ced0-2324-487c-a8b9-6be9c2a30a1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:15:45.822956 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-74e2ced0-2324-487c-a8b9-6be9c2a30a1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:15:45.846164 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device f63a0be9-61b8-4ed4-8c45-659dbb4ee27b up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:15:45.968334 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d43677-85ea-43cc-96d5-e5f76c8224ba admin admin] Router 6f113ffb-9962-4608-a53e-af867b50b141 is scheduled to L3 agent bb0205a6-735d-4789-b813-02600d36e527 with binding_index 1 {{(pid=79299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 19 13:15:45.984483 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c08381-2931-48bb-be15-31c397fd38bd req-cd3796bb-7a4a-4a84-b689-ad553cd0d0c6 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:45.986026 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-45c08381-2931-48bb-be15-31c397fd38bd req-cd3796bb-7a4a-4a84-b689-ad553cd0d0c6 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 945 time: 0.1410005 Aug 19 13:15:45.993356 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning for port f63a0be9-61b8-4ed4-8c45-659dbb4ee27b completed by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:15:46.001963 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning complete for port f63a0be9-61b8-4ed4-8c45-659dbb4ee27b triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:15:46.002358 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:46.064650 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-45c08381-2931-48bb-be15-31c397fd38bd req-0498fa81-8d76-4478-9b22-cf614a28c050 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716808 Aug 19 13:15:46.084069 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-74e2ced0-2324-487c-a8b9-6be9c2a30a1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:46.099221 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-74e2ced0-2324-487c-a8b9-6be9c2a30a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:46.106613 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-96061913-9eb7-4c70-9f82-d5f655759fcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:15:46.118594 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 32cab71e-8ad3-4243-a1ad-124b87187bc9 details requested by agent hyperv_hv-cinder-80514 with host hv-cinder-80514 {{(pid=79301) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 19 13:15:46.147598 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e2ced0-2324-487c-a8b9-6be9c2a30a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9e934b-55f5-417c-a964-48a408f0949c,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:46.157411 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-74e2ced0-2324-487c-a8b9-6be9c2a30a1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:15:46.169427 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-74e2ced0-2324-487c-a8b9-6be9c2a30a1a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8bc21bbfb7b545979d78ee995f11a267&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4570234 Aug 19 13:15:46.170050 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 57826) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:15:46.179287 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d43677-85ea-43cc-96d5-e5f76c8224ba admin admin] Notify agent at l3_agent.dv-cinder-805144-1-iscsi the message routers_updated {{(pid=79299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 19 13:15:46.193658 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:46.204600 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c1d43677-85ea-43cc-96d5-e5f76c8224ba admin admin] Notify callbacks [] for router, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:46.208758 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-c1d43677-85ea-43cc-96d5-e5f76c8224ba admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7402041 Aug 19 13:15:46.209416 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 57830) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:15:46.210819 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2d6459-a1d8-4954-be52-7bcdae003cf9 None None] Sync routers for ids ['6f113ffb-9962-4608-a53e-af867b50b141'] in dv-cinder-805144-1-iscsi {{(pid=79301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:15:46.233687 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-ebb526c6-13eb-4141-92b0-7d97fb5b6fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:46.261983 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-ebb526c6-13eb-4141-92b0-7d97fb5b6fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:46.338112 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-ebb526c6-13eb-4141-92b0-7d97fb5b6fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:46.342472 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:15:46.352098 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port 32cab71e-8ad3-4243-a1ad-124b87187bc9, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=32cab71e-8ad3-4243-a1ad-124b87187bc9,segment=NetworkSegment(a1d8c933-18dc-4016-981d-085cb6ac807f),segment_id=a1d8c933-18dc-4016-981d-085cb6ac807f)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:15:46.358719 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb526c6-13eb-4141-92b0-7d97fb5b6fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9e934b-55f5-417c-a964-48a408f0949c,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:46.361796 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-ebb526c6-13eb-4141-92b0-7d97fb5b6fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:46.363111 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-ebb526c6-13eb-4141-92b0-7d97fb5b6fae admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7e9e934b-55f5-417c-a964-48a408f0949c HTTP/1.1" status: 204 len: 168 time: 0.1921632 Aug 19 13:15:46.364264 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-ebb526c6-13eb-4141-92b0-7d97fb5b6fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:15:46.374499 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Returning: {'device': '32cab71e-8ad3-4243-a1ad-124b87187bc9', 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb', 'port_id': '32cab71e-8ad3-4243-a1ad-124b87187bc9', 'mac_address': 'fa:16:3e:59:92:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1029, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79301) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 19 13:15:46.377519 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2d6459-a1d8-4954-be52-7bcdae003cf9 None None] Routers {'6f113ffb-9962-4608-a53e-af867b50b141'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:15:46.378243 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-ae2d6459-a1d8-4954-be52-7bcdae003cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:15:31Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['6f113ffb-9962-4608-a53e-af867b50b141'], 'active': True} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:15:46.504743 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] For port f63a0be9-61b8-4ed4-8c45-659dbb4ee27b, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=f63a0be9-61b8-4ed4-8c45-659dbb4ee27b,segment=NetworkSegment(a7d43235-ba3c-42c5-bf37-822e9c1fae6e),segment_id=a7d43235-ba3c-42c5-bf37-822e9c1fae6e)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:15:46.528694 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:46.529541 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 327a5f8e-bb49-44e2-9eec-7dbb8cad6ab9 up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:15:46.555903 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-9d0a3286-7c6c-49e0-8530-0f99c055d959 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:15:46.735634 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:46.772242 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Pushing event updated for resources: {'Port': ['ID=f63a0be9-61b8-4ed4-8c45-659dbb4ee27b,revision_number=5']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:46.785643 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32cab71e-8ad3-4243-a1ad-124b87187bc9 {{(pid=79301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:15:46.790893 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:15:46.817626 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvr_db [None req-ae2d6459-a1d8-4954-be52-7bcdae003cf9 None None] Set router 6f113ffb-9962-4608-a53e-af867b50b141 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:15:46.955510 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port 32cab71e-8ad3-4243-a1ad-124b87187bc9, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=32cab71e-8ad3-4243-a1ad-124b87187bc9,segment=NetworkSegment(a1d8c933-18dc-4016-981d-085cb6ac807f),segment_id=a1d8c933-18dc-4016-981d-085cb6ac807f)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:15:46.956864 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning for port 327a5f8e-bb49-44e2-9eec-7dbb8cad6ab9 completed by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:15:46.975882 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:46.984521 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-77c28ec5-ecf1-4050-90ad-c205da69d941 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:15:47.012340 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning complete for port 327a5f8e-bb49-44e2-9eec-7dbb8cad6ab9 triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:15:47.012723 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:47.130318 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3034d5-0f0b-40b4-af78-d8fe1638f1df req-577bfe38-caa0-443e-9dfb-ceaecb11cf11 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:47.130318 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-ca3034d5-0f0b-40b4-af78-d8fe1638f1df req-577bfe38-caa0-443e-9dfb-ceaecb11cf11 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff6a5868-adca-442a-929f-3210992f0525 HTTP/1.1" status: 200 len: 945 time: 0.1909645 Aug 19 13:15:47.197276 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=32cab71e-8ad3-4243-a1ad-124b87187bc9,revision_number=4']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:47.205107 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:15:47.225968 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-ca3034d5-0f0b-40b4-af78-d8fe1638f1df req-bdba1622-c9a1-4f2f-ac28-bc9c45a2fbe9 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/security-groups?id=1946f9e0-ba7a-45b8-a77c-830f23fb650d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838373 Aug 19 13:15:47.263051 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-e560312f-29d6-4d85-8a26-d52737183e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:47.292785 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] get_ports_and_sgs() called for port_ids ['32cab71e-8ad3-4243-a1ad-124b87187bc9'] {{(pid=79301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 19 13:15:47.365957 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ba04d4-e4bc-478e-86b7-bfb359cc550c req-b8567359-76c5-4b2c-bb79-7560fdb33aec tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:47.367165 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-13ba04d4-e4bc-478e-86b7-bfb359cc550c req-b8567359-76c5-4b2c-bb79-7560fdb33aec tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 945 time: 0.0953836 Aug 19 13:15:47.385669 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:47.451119 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-13ba04d4-e4bc-478e-86b7-bfb359cc550c req-df413e63-725d-488e-acc9-2f63bd5deb6a tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750344 Aug 19 13:15:47.475528 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] For port 327a5f8e-bb49-44e2-9eec-7dbb8cad6ab9, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=327a5f8e-bb49-44e2-9eec-7dbb8cad6ab9,segment=NetworkSegment(27cd270b-f9f6-4d11-bb39-6595c1836539),segment_id=27cd270b-f9f6-4d11-bb39-6595c1836539)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:15:47.483334 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:47.493619 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:15:47.581066 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.db_base_plugin_common [None req-e560312f-29d6-4d85-8a26-d52737183e1a admin admin] Allocated IP 172.20.0.1 (a4da3bb3-6c6d-40a9-a479-3d1bb2c28a25/b97432ab-fb42-43cd-ab9b-fa7ebd4e431b/e194f2a4-03ac-41a3-8e2d-c37f940ce89b) {{(pid=79299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:15:47.582202 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-ae2d6459-a1d8-4954-be52-7bcdae003cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f113ffb-9962-4608-a53e-af867b50b141', 'name': 'tempest-TestMinimumBasicScenario-975672634-router', 'tenant_id': 'a5a8e2f8eb524343aa26055b21073ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'c563ca6c-55e7-4a7d-a42f-4af498d65dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:15:42Z', 'updated_at': '2021-08-19T13:15:44Z', 'revision_number': 3, 'project_id': 'a5a8e2f8eb524343aa26055b21073ab6', 'gw_port': {'id': 'c563ca6c-55e7-4a7d-a42f-4af498d65dff', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:55:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f113ffb-9962-4608-a53e-af867b50b141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:15:43Z', 'updated_at': '2021-08-19T13:15:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi'}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:15:47.604870 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2d6459-a1d8-4954-be52-7bcdae003cf9 None None] Checking router: 6f113ffb-9962-4608-a53e-af867b50b141 for host: dv-cinder-805144-1-iscsi {{(pid=79301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:15:47.605233 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2d6459-a1d8-4954-be52-7bcdae003cf9 None None] Updating router 6f113ffb-9962-4608-a53e-af867b50b141 port c563ca6c-55e7-4a7d-a42f-4af498d65dff binding host dv-cinder-805144-1-iscsi {{(pid=79301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:15:47.696524 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Pushing event updated for resources: {'Port': ['ID=327a5f8e-bb49-44e2-9eec-7dbb8cad6ab9,revision_number=3']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:47.713420 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:15:47.766113 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device f63a0be9-61b8-4ed4-8c45-659dbb4ee27b up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:15:47.772385 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-e560312f-29d6-4d85-8a26-d52737183e1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:47.794345 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.provisioning_blocks [None req-e560312f-29d6-4d85-8a26-d52737183e1a admin admin] Transition to ACTIVE for port object e194f2a4-03ac-41a3-8e2d-c37f940ce89b will not be triggered until provisioned by entity DHCP. {{(pid=79299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:15:47.820849 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ae2d6459-a1d8-4954-be52-7bcdae003cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:47.834612 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-e560312f-29d6-4d85-8a26-d52737183e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6301144'] for port, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:47.844343 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-d8fa9cd4-36cf-445d-801b-4115023aa674 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:15:47.958713 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e560312f-29d6-4d85-8a26-d52737183e1a admin admin] Network a4da3bb3-6c6d-40a9-a479-3d1bb2c28a25 is already hosted by enough agents. {{(pid=79299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:15:47.963162 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.base_scheduler [None req-e560312f-29d6-4d85-8a26-d52737183e1a admin admin] Resources bound (agent type, host, resource id): {{(pid=79299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:15:47.969817 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e560312f-29d6-4d85-8a26-d52737183e1a admin admin] Received port after_create {{(pid=79299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:15:48.061933 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e560312f-29d6-4d85-8a26-d52737183e1a admin admin] Pushing event updated for resources: {'Port': ['ID=e194f2a4-03ac-41a3-8e2d-c37f940ce89b,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:48.077038 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-e560312f-29d6-4d85-8a26-d52737183e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:15:48.094064 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-e560312f-29d6-4d85-8a26-d52737183e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8000067'] for router_interface, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:48.196570 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning complete for port f63a0be9-61b8-4ed4-8c45-659dbb4ee27b triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:15:48.197096 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:48.289229 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-e560312f-29d6-4d85-8a26-d52737183e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:48.424652 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-82422410-bbbb-4c92-b1c5-c430604fd0de None None] Provisioning for port e194f2a4-03ac-41a3-8e2d-c37f940ce89b completed by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:15:48.462879 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-82422410-bbbb-4c92-b1c5-c430604fd0de None None] Provisioning complete for port e194f2a4-03ac-41a3-8e2d-c37f940ce89b triggered by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:15:48.463515 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-82422410-bbbb-4c92-b1c5-c430604fd0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:48.616839 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-82422410-bbbb-4c92-b1c5-c430604fd0de None None] Port e194f2a4-03ac-41a3-8e2d-c37f940ce89b cannot update to ACTIVE because it is not bound. {{(pid=79301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:15:48.639477 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb0c00-eebc-4c76-bbfc-0a91ba1d983c req-1ef2b4d1-8b30-4585-8baa-34ff9964cad4 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:48.642420 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-04cb0c00-eebc-4c76-bbfc-0a91ba1d983c req-1ef2b4d1-8b30-4585-8baa-34ff9964cad4 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff6a5868-adca-442a-929f-3210992f0525 HTTP/1.1" status: 200 len: 945 time: 0.2369845 Aug 19 13:15:48.785663 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ae2d6459-a1d8-4954-be52-7bcdae003cf9 None None] Notify callbacks [] for port, precommit_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:48.819374 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-ae2d6459-a1d8-4954-be52-7bcdae003cf9 None None] Transition to ACTIVE for port object c563ca6c-55e7-4a7d-a42f-4af498d65dff will not be triggered until provisioned by entity L2. {{(pid=79301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:15:48.823534 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9306f2-7ec5-4599-af0b-c413e38bb3b5 req-cf127ef6-7585-4711-aaa1-5634b7694a62 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:48.825206 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4c9306f2-7ec5-4599-af0b-c413e38bb3b5 req-cf127ef6-7585-4711-aaa1-5634b7694a62 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 945 time: 0.1584194 Aug 19 13:15:48.832738 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ae2d6459-a1d8-4954-be52-7bcdae003cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:48.843326 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:15:48.851472 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-04cb0c00-eebc-4c76-bbfc-0a91ba1d983c req-82af298a-2b0e-4b7a-bc54-f21216d7650e tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/security-groups?id=1946f9e0-ba7a-45b8-a77c-830f23fb650d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1844594 Aug 19 13:15:48.877724 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-e560312f-29d6-4d85-8a26-d52737183e1a admin admin] Notify callbacks [] for port, precommit_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:48.883077 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-e560312f-29d6-4d85-8a26-d52737183e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6301121'] for port, after_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:48.908111 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4c9306f2-7ec5-4599-af0b-c413e38bb3b5 req-81910dfb-854e-40f0-90a8-893af7745101 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747917 Aug 19 13:15:48.920130 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-ee12a279-8f07-4991-927a-c5c186bee499 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:15:48.969113 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-ae2d6459-a1d8-4954-be52-7bcdae003cf9 None None] Attempting to bind port c563ca6c-55e7-4a7d-a42f-4af498d65dff on host dv-cinder-805144-1-iscsi for vnic_type normal with profile {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:15:48.969500 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-ae2d6459-a1d8-4954-be52-7bcdae003cf9 None None] Attempting to bind port c563ca6c-55e7-4a7d-a42f-4af498d65dff by drivers openvswitch,hyperv on host dv-cinder-805144-1-iscsi at level 0 using segments [{'id': '20104d1f-9cfe-4c86-a938-6570a8b83d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01c0c460-8075-482b-8652-00d44202fadb'}] {{(pid=79301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:15:48.969938 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2d6459-a1d8-4954-be52-7bcdae003cf9 None None] Attempting to bind port c563ca6c-55e7-4a7d-a42f-4af498d65dff on network 01c0c460-8075-482b-8652-00d44202fadb {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:15:48.972293 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d520c24c-3040-4ab4-8ffc-3fc0ed9eeb37 None None] Pushing event updated for resources: {'Port': ['ID=c563ca6c-55e7-4a7d-a42f-4af498d65dff,revision_number=2']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:48.976488 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-d520c24c-3040-4ab4-8ffc-3fc0ed9eeb37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:15:48.979095 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2d6459-a1d8-4954-be52-7bcdae003cf9 None None] Checking agent: {'id': '22cf82ff-da15-404e-8075-dce9686ce61b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805144-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 13, 0, 29), 'started_at': datetime.datetime(2021, 8, 19, 13, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805144-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 19 13:15:48.979494 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2d6459-a1d8-4954-be52-7bcdae003cf9 None None] Checking segment: {'id': '20104d1f-9cfe-4c86-a938-6570a8b83d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01c0c460-8075-482b-8652-00d44202fadb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:15:48.979940 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ae2d6459-a1d8-4954-be52-7bcdae003cf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:48.980448 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2d6459-a1d8-4954-be52-7bcdae003cf9 None None] Bound using segment: {'id': '20104d1f-9cfe-4c86-a938-6570a8b83d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01c0c460-8075-482b-8652-00d44202fadb'} {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 19 13:15:48.980849 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-ae2d6459-a1d8-4954-be52-7bcdae003cf9 None None] Bound port: c563ca6c-55e7-4a7d-a42f-4af498d65dff, host: dv-cinder-805144-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20104d1f-9cfe-4c86-a938-6570a8b83d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01c0c460-8075-482b-8652-00d44202fadb'}}] {{(pid=79301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:15:48.981186 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ae2d6459-a1d8-4954-be52-7bcdae003cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:49.008427 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-e560312f-29d6-4d85-8a26-d52737183e1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7886331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8000044'] for router_interface, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:49.013033 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e560312f-29d6-4d85-8a26-d52737183e1a admin admin] Pushing event updated for resources: {'Port': ['ID=e194f2a4-03ac-41a3-8e2d-c37f940ce89b,revision_number=2']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:49.016630 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-e560312f-29d6-4d85-8a26-d52737183e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:15:49.062195 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ae2d6459-a1d8-4954-be52-7bcdae003cf9 None None] For port c563ca6c-55e7-4a7d-a42f-4af498d65dff, host dv-cinder-805144-1-iscsi, cleared binding levels {{(pid=79301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 19 13:15:49.066019 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ae2d6459-a1d8-4954-be52-7bcdae003cf9 None None] For port c563ca6c-55e7-4a7d-a42f-4af498d65dff, host dv-cinder-805144-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=c563ca6c-55e7-4a7d-a42f-4af498d65dff,segment=NetworkSegment(20104d1f-9cfe-4c86-a938-6570a8b83d9b),segment_id=20104d1f-9cfe-4c86-a938-6570a8b83d9b)] {{(pid=79301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 19 13:15:49.072160 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ae2d6459-a1d8-4954-be52-7bcdae003cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:49.078373 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-77c28ec5-ecf1-4050-90ad-c205da69d941 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:15:49.165727 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2d6459-a1d8-4954-be52-7bcdae003cf9 None None] Routers {'6f113ffb-9962-4608-a53e-af867b50b141'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:15:49.166410 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-ae2d6459-a1d8-4954-be52-7bcdae003cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:15:31Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['6f113ffb-9962-4608-a53e-af867b50b141'], 'active': True} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:15:49.172564 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e560312f-29d6-4d85-8a26-d52737183e1a admin admin] Network a4da3bb3-6c6d-40a9-a479-3d1bb2c28a25 is already hosted by enough agents. {{(pid=79299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:15:49.174329 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.base_scheduler [None req-e560312f-29d6-4d85-8a26-d52737183e1a admin admin] Resources bound (agent type, host, resource id): {{(pid=79299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:15:49.242303 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d520c24c-3040-4ab4-8ffc-3fc0ed9eeb37 None None] Pushing event updated for resources: {'Port': ['ID=c563ca6c-55e7-4a7d-a42f-4af498d65dff,revision_number=3']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:49.254182 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-d520c24c-3040-4ab4-8ffc-3fc0ed9eeb37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:15:49.387728 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e560312f-29d6-4d85-8a26-d52737183e1a admin admin] Router 6f113ffb-9962-4608-a53e-af867b50b141 has already been hosted by L3 agent bb0205a6-735d-4789-b813-02600d36e527 {{(pid=79299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 19 13:15:49.413011 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvr_db [None req-ae2d6459-a1d8-4954-be52-7bcdae003cf9 None None] Set router 6f113ffb-9962-4608-a53e-af867b50b141 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:15:49.675740 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e560312f-29d6-4d85-8a26-d52737183e1a admin admin] Notify agent at l3_agent.dv-cinder-805144-1-iscsi the message routers_updated {{(pid=79299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 19 13:15:49.699453 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-e560312f-29d6-4d85-8a26-d52737183e1a admin admin] 10.222.0.49 "PUT /v2.0/routers/6f113ffb-9962-4608-a53e-af867b50b141/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4886117 Aug 19 13:15:49.717735 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-77ff9b8e-d8a4-49a5-bd24-70ea6d6e9c40 None None] Provisioning complete for port e194f2a4-03ac-41a3-8e2d-c37f940ce89b triggered by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:15:49.718200 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-77ff9b8e-d8a4-49a5-bd24-70ea6d6e9c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:49.804009 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 327a5f8e-bb49-44e2-9eec-7dbb8cad6ab9 up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:15:49.971986 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-77ff9b8e-d8a4-49a5-bd24-70ea6d6e9c40 None None] Port e194f2a4-03ac-41a3-8e2d-c37f940ce89b cannot update to ACTIVE because it is not bound. {{(pid=79301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:15:50.088929 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning complete for port 327a5f8e-bb49-44e2-9eec-7dbb8cad6ab9 triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:15:50.088929 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:50.145171 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 32cab71e-8ad3-4243-a1ad-124b87187bc9 up at agent hyperv_hv-cinder-80514 {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:15:50.199811 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ea3f7-ae86-4801-9810-2c48f41a7b48 req-800c2b88-842c-4bba-a585-f59a699b7824 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:50.207846 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-3a5ea3f7-ae86-4801-9810-2c48f41a7b48 req-800c2b88-842c-4bba-a585-f59a699b7824 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 945 time: 0.1169472 Aug 19 13:15:50.261297 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-3a5ea3f7-ae86-4801-9810-2c48f41a7b48 req-51135f68-94ee-4c3f-88b8-7ed9af8b8f0a tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521700 Aug 19 13:15:50.335434 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-ae2d6459-a1d8-4954-be52-7bcdae003cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f113ffb-9962-4608-a53e-af867b50b141', 'name': 'tempest-TestMinimumBasicScenario-975672634-router', 'tenant_id': 'a5a8e2f8eb524343aa26055b21073ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'c563ca6c-55e7-4a7d-a42f-4af498d65dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:15:42Z', 'updated_at': '2021-08-19T13:15:48Z', 'revision_number': 4, 'project_id': 'a5a8e2f8eb524343aa26055b21073ab6', 'gw_port': {'id': 'c563ca6c-55e7-4a7d-a42f-4af498d65dff', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:55:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f113ffb-9962-4608-a53e-af867b50b141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:15:43Z', 'updated_at': '2021-08-19T13:15:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': 'e194f2a4-03ac-41a3-8e2d-c37f940ce89b', 'name': '', 'network_id': 'a4da3bb3-6c6d-40a9-a479-3d1bb2c28a25', 'tenant_id': 'a5a8e2f8eb524343aa26055b21073ab6', 'mac_address': 'fa:16:3e:e2:b1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f113ffb-9962-4608-a53e-af867b50b141', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'b97432ab-fb42-43cd-ab9b-fa7ebd4e431b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:15:47Z', 'updated_at': '2021-08-19T13:15:48Z', 'revision_number': 2, 'project_id': 'a5a8e2f8eb524343aa26055b21073ab6', 'subnets': [{'id': 'b97432ab-fb42-43cd-ab9b-fa7ebd4e431b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:15:50.336176 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4530a63-0078-41da-bdde-61aea86c4dca req-919746fa-df47-4f94-952c-86c86d31b378 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:50.337796 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-c4530a63-0078-41da-bdde-61aea86c4dca req-919746fa-df47-4f94-952c-86c86d31b378 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff6a5868-adca-442a-929f-3210992f0525 HTTP/1.1" status: 200 len: 945 time: 0.1285462 Aug 19 13:15:50.389742 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Provisioning for port 32cab71e-8ad3-4243-a1ad-124b87187bc9 completed by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:15:50.398833 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2d6459-a1d8-4954-be52-7bcdae003cf9 None None] The sync data for ids ['6f113ffb-9962-4608-a53e-af867b50b141'] in dv-cinder-805144-1-iscsi is: [{'id': '6f113ffb-9962-4608-a53e-af867b50b141', 'name': 'tempest-TestMinimumBasicScenario-975672634-router', 'tenant_id': 'a5a8e2f8eb524343aa26055b21073ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'c563ca6c-55e7-4a7d-a42f-4af498d65dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:15:42Z', 'updated_at': '2021-08-19T13:15:48Z', 'revision_number': 4, 'project_id': 'a5a8e2f8eb524343aa26055b21073ab6', 'gw_port': {'id': 'c563ca6c-55e7-4a7d-a42f-4af498d65dff', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:55:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f113ffb-9962-4608-a53e-af867b50b141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:15:43Z', 'updated_at': '2021-08-19T13:15:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': 'e194f2a4-03ac-41a3-8e2d-c37f940ce89b', 'name': '', 'network_id': 'a4da3bb3-6c6d-40a9-a479-3d1bb2c28a25', 'tenant_id': 'a5a8e2f8eb524343aa26055b21073ab6', 'mac_address': 'fa:16:3e:e2:b1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f113ffb-9962-4608-a53e-af867b50b141', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'b97432ab-fb42-43cd-ab9b-fa7ebd4e431b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:15:47Z', 'updated_at': '2021-08-19T13:15:48Z', 'revision_number': 2, 'project_id': 'a5a8e2f8eb524343aa26055b21073ab6', 'subnets': [{'id': 'b97432ab-fb42-43cd-ab9b-fa7ebd4e431b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:15:50.408617 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Provisioning complete for port 32cab71e-8ad3-4243-a1ad-124b87187bc9 triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:15:50.409005 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:50.428791 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-c4530a63-0078-41da-bdde-61aea86c4dca req-5a90e145-d731-415a-b6ce-f4ca43e61449 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/security-groups?id=1946f9e0-ba7a-45b8-a77c-830f23fb650d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819716 Aug 19 13:15:50.577292 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:50.617479 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff6a5868-adca-442a-929f-3210992f0525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32cab71e-8ad3-4243-a1ad-124b87187bc9'}] {{(pid=79301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:15:50.630489 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port 32cab71e-8ad3-4243-a1ad-124b87187bc9, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=32cab71e-8ad3-4243-a1ad-124b87187bc9,segment=NetworkSegment(a1d8c933-18dc-4016-981d-085cb6ac807f),segment_id=a1d8c933-18dc-4016-981d-085cb6ac807f)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:15:50.636744 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:50.638775 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:15:50.682230 dv-cinder-805144-1-iscsi neutron-server[79301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff6a5868-adca-442a-929f-3210992f0525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32cab71e-8ad3-4243-a1ad-124b87187bc9', 'code': 200} Aug 19 13:15:50.761873 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=32cab71e-8ad3-4243-a1ad-124b87187bc9,revision_number=5']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:50.766205 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:15:51.115012 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de885af-b6b7-4bc1-81d5-2966cc23afa7 req-dee44ecd-e49a-45db-9962-e7d0a0417441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:51.116879 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-0de885af-b6b7-4bc1-81d5-2966cc23afa7 req-dee44ecd-e49a-45db-9962-e7d0a0417441 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ff6a5868-adca-442a-929f-3210992f0525 HTTP/1.1" status: 200 len: 1099 time: 0.1101832 Aug 19 13:15:51.304517 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-0de885af-b6b7-4bc1-81d5-2966cc23afa7 req-a788e97a-8186-40d3-801f-cdd7826fff44 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=1946f9e0-ba7a-45b8-a77c-830f23fb650d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1772490 Aug 19 13:15:51.584685 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc39ec-037e-493f-bc6c-c57c8f93c1a1 req-254952a2-c36b-48b2-a322-299d0ad64665 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:51.593489 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-f1cc39ec-037e-493f-bc6c-c57c8f93c1a1 req-254952a2-c36b-48b2-a322-299d0ad64665 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 945 time: 0.1567864 Aug 19 13:15:51.707614 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-f1cc39ec-037e-493f-bc6c-c57c8f93c1a1 req-95723a6a-3296-45b4-afbb-7834859e7faf tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129248 Aug 19 13:15:51.779920 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device c563ca6c-55e7-4a7d-a42f-4af498d65dff up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:15:51.904947 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8823242-bf9f-46da-9af6-8e1cc6bb4b2d req-d6615469-5f06-4b28-a414-06f591f01324 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:51.912255 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-c8823242-bf9f-46da-9af6-8e1cc6bb4b2d req-d6615469-5f06-4b28-a414-06f591f01324 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff6a5868-adca-442a-929f-3210992f0525 HTTP/1.1" status: 200 len: 946 time: 0.2368219 Aug 19 13:15:51.971491 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning for port c563ca6c-55e7-4a7d-a42f-4af498d65dff completed by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:15:51.981541 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning complete for port c563ca6c-55e7-4a7d-a42f-4af498d65dff triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:15:51.982283 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:52.037020 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-c8823242-bf9f-46da-9af6-8e1cc6bb4b2d req-e030c5ef-1932-4fab-901f-09b3d7c9880e tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/security-groups?id=1946f9e0-ba7a-45b8-a77c-830f23fb650d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054204 Aug 19 13:15:52.123117 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 0db67c88-0b84-4c05-962c-6848adc849df details requested by agent hyperv_hv-cinder-80514 with host hv-cinder-80514 {{(pid=79301) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 19 13:15:52.326775 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:52.373619 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] For port c563ca6c-55e7-4a7d-a42f-4af498d65dff, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=c563ca6c-55e7-4a7d-a42f-4af498d65dff,segment=NetworkSegment(20104d1f-9cfe-4c86-a938-6570a8b83d9b),segment_id=20104d1f-9cfe-4c86-a938-6570a8b83d9b)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:15:52.386991 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:52.401297 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-e36d09ec-5ce8-40a1-9255-9682b3bc797f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:15:52.462921 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port 0db67c88-0b84-4c05-962c-6848adc849df, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=0db67c88-0b84-4c05-962c-6848adc849df,segment=NetworkSegment(379dc2c3-a256-42ec-a350-bba9510c62d5),segment_id=379dc2c3-a256-42ec-a350-bba9510c62d5)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:15:52.498458 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Returning: {'device': '0db67c88-0b84-4c05-962c-6848adc849df', 'network_id': '3b979c5e-82fd-4500-9fbc-547a88a6c3c4', 'port_id': '0db67c88-0b84-4c05-962c-6848adc849df', 'mac_address': 'fa:16:3e:a6:4b:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5197019-4cd9-46fe-ad6e-7e976db4e517', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79301) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 19 13:15:52.646374 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Pushing event updated for resources: {'Port': ['ID=c563ca6c-55e7-4a7d-a42f-4af498d65dff,revision_number=4']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:52.651477 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:15:52.698045 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:52.753539 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0db67c88-0b84-4c05-962c-6848adc849df {{(pid=79301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:15:52.801529 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port 0db67c88-0b84-4c05-962c-6848adc849df, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=0db67c88-0b84-4c05-962c-6848adc849df,segment=NetworkSegment(379dc2c3-a256-42ec-a350-bba9510c62d5),segment_id=379dc2c3-a256-42ec-a350-bba9510c62d5)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:15:52.808006 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:52.810129 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-d520c24c-3040-4ab4-8ffc-3fc0ed9eeb37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:15:52.932476 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=0db67c88-0b84-4c05-962c-6848adc849df,revision_number=6']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:52.940314 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:15:52.960482 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] get_ports_and_sgs() called for port_ids ['0db67c88-0b84-4c05-962c-6848adc849df'] {{(pid=79301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 19 13:15:53.146128 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1e4a5-8b3b-44b0-a318-0db8c9a2dddc req-d3b06e62-e80b-4c69-85a0-48d36cb7f9b5 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:53.155514 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-c0f1e4a5-8b3b-44b0-a318-0db8c9a2dddc req-d3b06e62-e80b-4c69-85a0-48d36cb7f9b5 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 944 time: 0.1450417 Aug 19 13:15:53.240557 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-c0f1e4a5-8b3b-44b0-a318-0db8c9a2dddc req-adb6276b-8688-4cc0-94a4-2bd87737d2c2 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832777 Aug 19 13:15:53.586461 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842d81e-e1f6-450c-96e1-3d2475b67050 req-2399724c-2dcf-4c5f-bbfa-81801256916c tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:53.596365 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e842d81e-e1f6-450c-96e1-3d2475b67050 req-2399724c-2dcf-4c5f-bbfa-81801256916c tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff6a5868-adca-442a-929f-3210992f0525 HTTP/1.1" status: 200 len: 946 time: 0.1304023 Aug 19 13:15:53.701306 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e842d81e-e1f6-450c-96e1-3d2475b67050 req-5402ca95-e64d-4f4b-9d56-cbabab87dfa9 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/security-groups?id=1946f9e0-ba7a-45b8-a77c-830f23fb650d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036212 Aug 19 13:15:53.803230 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device c563ca6c-55e7-4a7d-a42f-4af498d65dff up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:15:53.907534 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1969a389-36fb-438a-b377-143b8b4795c8 None None] Sync routers for ids ['6f113ffb-9962-4608-a53e-af867b50b141'] in dv-cinder-805144-1-iscsi {{(pid=79302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:15:53.920039 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning complete for port c563ca6c-55e7-4a7d-a42f-4af498d65dff triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:15:53.920980 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:53.924245 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1969a389-36fb-438a-b377-143b8b4795c8 None None] Routers {'6f113ffb-9962-4608-a53e-af867b50b141'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:15:53.933015 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-1969a389-36fb-438a-b377-143b8b4795c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:15:31Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['6f113ffb-9962-4608-a53e-af867b50b141'], 'active': True} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:15:54.153831 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 0db67c88-0b84-4c05-962c-6848adc849df up at agent hyperv_hv-cinder-80514 {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:15:54.238495 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b897090-0819-4c6b-95ea-a0a0e59c34da req-5e3f6f71-54df-439f-9856-d75d30f14179 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:54.244347 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4b897090-0819-4c6b-95ea-a0a0e59c34da req-5e3f6f71-54df-439f-9856-d75d30f14179 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff6a5868-adca-442a-929f-3210992f0525 HTTP/1.1" status: 200 len: 946 time: 0.2272153 Aug 19 13:15:54.350057 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Provisioning complete for port 0db67c88-0b84-4c05-962c-6848adc849df triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:15:54.350732 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:54.390668 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4b897090-0819-4c6b-95ea-a0a0e59c34da req-55880537-1a8e-4b52-893d-f5aa2a403e25 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/security-groups?id=1946f9e0-ba7a-45b8-a77c-830f23fb650d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396754 Aug 19 13:15:54.408837 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvr_db [None req-1969a389-36fb-438a-b377-143b8b4795c8 None None] Set router 6f113ffb-9962-4608-a53e-af867b50b141 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:15:54.409730 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 58026) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:15:54.533803 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:54.580668 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port 0db67c88-0b84-4c05-962c-6848adc849df, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=0db67c88-0b84-4c05-962c-6848adc849df,segment=NetworkSegment(379dc2c3-a256-42ec-a350-bba9510c62d5),segment_id=379dc2c3-a256-42ec-a350-bba9510c62d5)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:15:54.582575 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c16713-20e6-473b-bf16-f0ae4786c092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db67c88-0b84-4c05-962c-6848adc849df'}] {{(pid=79301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:15:54.591321 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:54.595959 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:15:54.727753 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=0db67c88-0b84-4c05-962c-6848adc849df,revision_number=7']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:54.746310 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:15:54.749738 dv-cinder-805144-1-iscsi neutron-server[79301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c16713-20e6-473b-bf16-f0ae4786c092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db67c88-0b84-4c05-962c-6848adc849df', 'code': 200} Aug 19 13:15:54.826622 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970c181-651b-4c46-b070-b6575560acf0 req-d1b1c4fb-dcfb-40b5-9c5f-75959f25c681 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:54.835260 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-3970c181-651b-4c46-b070-b6575560acf0 req-d1b1c4fb-dcfb-40b5-9c5f-75959f25c681 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 945 time: 0.3235674 Aug 19 13:15:54.939100 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e66569f-bc12-46c1-9e13-f9afa0f842b9 tempest-TestVolumeBootPattern-1159779285 tempest-TestVolumeBootPattern-1159779285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:54.943020 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-2e66569f-bc12-46c1-9e13-f9afa0f842b9 tempest-TestVolumeBootPattern-1159779285 tempest-TestVolumeBootPattern-1159779285-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=ff6a5868-adca-442a-929f-3210992f0525 HTTP/1.1" status: 200 len: 1094 time: 0.5299289 Aug 19 13:15:54.946120 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 58034) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:15:54.954199 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [None req-678584ce-ed1b-4b49-a465-6b27d408f29f tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Request body: {'floatingip': {'floating_network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'port_id': '32cab71e-8ad3-4243-a1ad-124b87187bc9', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'fixed_ip_address': '172.20.0.12'}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:15:54.965014 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-678584ce-ed1b-4b49-a465-6b27d408f29f tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:15:54.971749 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-3970c181-651b-4c46-b070-b6575560acf0 req-ab9fe42f-8aa1-4861-be93-63e9bf0b65b0 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254628 Aug 19 13:15:54.989914 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-678584ce-ed1b-4b49-a465-6b27d408f29f tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Usage tracker for resource:floatingip and tenant:a81195fe3cfa46c980fb0484af456fef is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:15:54.996382 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-678584ce-ed1b-4b49-a465-6b27d408f29f tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:15:55.023772 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-678584ce-ed1b-4b49-a465-6b27d408f29f tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:15:55.028385 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-1969a389-36fb-438a-b377-143b8b4795c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f113ffb-9962-4608-a53e-af867b50b141', 'name': 'tempest-TestMinimumBasicScenario-975672634-router', 'tenant_id': 'a5a8e2f8eb524343aa26055b21073ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'c563ca6c-55e7-4a7d-a42f-4af498d65dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:15:42Z', 'updated_at': '2021-08-19T13:15:48Z', 'revision_number': 4, 'project_id': 'a5a8e2f8eb524343aa26055b21073ab6', 'gw_port': {'id': 'c563ca6c-55e7-4a7d-a42f-4af498d65dff', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:55:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f113ffb-9962-4608-a53e-af867b50b141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:15:43Z', 'updated_at': '2021-08-19T13:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': 'e194f2a4-03ac-41a3-8e2d-c37f940ce89b', 'name': '', 'network_id': 'a4da3bb3-6c6d-40a9-a479-3d1bb2c28a25', 'tenant_id': 'a5a8e2f8eb524343aa26055b21073ab6', 'mac_address': 'fa:16:3e:e2:b1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f113ffb-9962-4608-a53e-af867b50b141', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'b97432ab-fb42-43cd-ab9b-fa7ebd4e431b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:15:47Z', 'updated_at': '2021-08-19T13:15:48Z', 'revision_number': 2, 'project_id': 'a5a8e2f8eb524343aa26055b21073ab6', 'subnets': [{'id': 'b97432ab-fb42-43cd-ab9b-fa7ebd4e431b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:15:55.038656 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1969a389-36fb-438a-b377-143b8b4795c8 None None] Checking router: 6f113ffb-9962-4608-a53e-af867b50b141 for host: dv-cinder-805144-1-iscsi {{(pid=79302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:15:55.041200 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1969a389-36fb-438a-b377-143b8b4795c8 None None] Updating router 6f113ffb-9962-4608-a53e-af867b50b141 port e194f2a4-03ac-41a3-8e2d-c37f940ce89b binding host dv-cinder-805144-1-iscsi {{(pid=79302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:15:55.049184 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-678584ce-ed1b-4b49-a465-6b27d408f29f tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks [] for floatingip, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:55.137930 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-1969a389-36fb-438a-b377-143b8b4795c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:55.435192 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-678584ce-ed1b-4b49-a465-6b27d408f29f tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:55.805840 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.db_base_plugin_common [None req-678584ce-ed1b-4b49-a465-6b27d408f29f tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Allocated IP 172.27.1.207 (01c0c460-8075-482b-8652-00d44202fadb/8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5/54a36bdf-dbd4-4a9a-b840-a8c3ef69a698) {{(pid=79300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:15:55.997801 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-1969a389-36fb-438a-b377-143b8b4795c8 None None] Notify callbacks [] for port, precommit_update {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:56.054790 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.provisioning_blocks [None req-1969a389-36fb-438a-b377-143b8b4795c8 None None] Transition to ACTIVE for port object e194f2a4-03ac-41a3-8e2d-c37f940ce89b will not be triggered until provisioned by entity L2. {{(pid=79302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:15:56.080185 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-1969a389-36fb-438a-b377-143b8b4795c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:56.092615 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:15:56.348235 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-678584ce-ed1b-4b49-a465-6b27d408f29f tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks [] for port, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:56.386324 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e04a87-2b12-4090-8dce-0c8b5e5e5854 None None] Pushing event updated for resources: {'Port': ['ID=e194f2a4-03ac-41a3-8e2d-c37f940ce89b,revision_number=3']} {{(pid=79302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:56.434818 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG oslo_concurrency.lockutils [None req-75e04a87-2b12-4090-8dce-0c8b5e5e5854 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=79302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:15:56.618055 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.managers [None req-1969a389-36fb-438a-b377-143b8b4795c8 None None] Attempting to bind port e194f2a4-03ac-41a3-8e2d-c37f940ce89b on host dv-cinder-805144-1-iscsi for vnic_type normal with profile {{(pid=79302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:15:56.619761 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.managers [None req-1969a389-36fb-438a-b377-143b8b4795c8 None None] Attempting to bind port e194f2a4-03ac-41a3-8e2d-c37f940ce89b by drivers openvswitch,hyperv on host dv-cinder-805144-1-iscsi at level 0 using segments [{'id': '27cd270b-f9f6-4d11-bb39-6595c1836539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'a4da3bb3-6c6d-40a9-a479-3d1bb2c28a25'}] {{(pid=79302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:15:56.620529 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1969a389-36fb-438a-b377-143b8b4795c8 None None] Attempting to bind port e194f2a4-03ac-41a3-8e2d-c37f940ce89b on network a4da3bb3-6c6d-40a9-a479-3d1bb2c28a25 {{(pid=79302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:15:56.624978 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509f18c-e9ee-4d68-ba7c-e65d396c3aff req-356b50c5-9022-48e2-b5b4-191872f47a35 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:56.630378 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-1509f18c-e9ee-4d68-ba7c-e65d396c3aff req-356b50c5-9022-48e2-b5b4-191872f47a35 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 945 time: 0.2875476 Aug 19 13:15:56.644686 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1969a389-36fb-438a-b377-143b8b4795c8 None None] Checking agent: {'id': '22cf82ff-da15-404e-8075-dce9686ce61b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805144-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 13, 0, 29), 'started_at': datetime.datetime(2021, 8, 19, 13, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805144-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 19 13:15:56.645640 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1969a389-36fb-438a-b377-143b8b4795c8 None None] Checking segment: {'id': '27cd270b-f9f6-4d11-bb39-6595c1836539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'a4da3bb3-6c6d-40a9-a479-3d1bb2c28a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:15:56.646455 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-1969a389-36fb-438a-b377-143b8b4795c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:56.647423 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1969a389-36fb-438a-b377-143b8b4795c8 None None] Bound using segment: {'id': '27cd270b-f9f6-4d11-bb39-6595c1836539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'a4da3bb3-6c6d-40a9-a479-3d1bb2c28a25'} {{(pid=79302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 19 13:15:56.648213 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.managers [None req-1969a389-36fb-438a-b377-143b8b4795c8 None None] Bound port: e194f2a4-03ac-41a3-8e2d-c37f940ce89b, host: dv-cinder-805144-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27cd270b-f9f6-4d11-bb39-6595c1836539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'a4da3bb3-6c6d-40a9-a479-3d1bb2c28a25'}}] {{(pid=79302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:15:56.648881 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-1969a389-36fb-438a-b377-143b8b4795c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:56.716525 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-1509f18c-e9ee-4d68-ba7c-e65d396c3aff req-2593e97b-ebae-4f8e-ab71-a26ca1b2a429 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730927 Aug 19 13:15:56.733700 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-678584ce-ed1b-4b49-a465-6b27d408f29f tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202527'] for port, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:56.767544 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-931b9bbb-ee07-42a3-83ca-7750a288b24c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:15:56.776181 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.db [None req-1969a389-36fb-438a-b377-143b8b4795c8 None None] For port e194f2a4-03ac-41a3-8e2d-c37f940ce89b, host dv-cinder-805144-1-iscsi, cleared binding levels {{(pid=79302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 19 13:15:56.780141 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.db [None req-1969a389-36fb-438a-b377-143b8b4795c8 None None] For port e194f2a4-03ac-41a3-8e2d-c37f940ce89b, host dv-cinder-805144-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=e194f2a4-03ac-41a3-8e2d-c37f940ce89b,segment=NetworkSegment(27cd270b-f9f6-4d11-bb39-6595c1836539),segment_id=27cd270b-f9f6-4d11-bb39-6595c1836539)] {{(pid=79302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 19 13:15:56.790192 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-1969a389-36fb-438a-b377-143b8b4795c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:56.805048 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:15:56.926278 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1969a389-36fb-438a-b377-143b8b4795c8 None None] Routers {'6f113ffb-9962-4608-a53e-af867b50b141'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:15:56.927399 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-1969a389-36fb-438a-b377-143b8b4795c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:15:31Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['6f113ffb-9962-4608-a53e-af867b50b141'], 'active': True} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:15:56.977904 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678584ce-ed1b-4b49-a465-6b27d408f29f tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Network 01c0c460-8075-482b-8652-00d44202fadb is already hosted by enough agents. {{(pid=79300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:15:56.978894 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678584ce-ed1b-4b49-a465-6b27d408f29f tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Pushing event updated for resources: {'Port': ['ID=54a36bdf-dbd4-4a9a-b840-a8c3ef69a698,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:56.996141 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-678584ce-ed1b-4b49-a465-6b27d408f29f tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:15:56.997191 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.base_scheduler [None req-678584ce-ed1b-4b49-a465-6b27d408f29f tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Resources bound (agent type, host, resource id): {{(pid=79300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:15:57.000773 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678584ce-ed1b-4b49-a465-6b27d408f29f tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Received port after_create {{(pid=79300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:15:57.153778 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e04a87-2b12-4090-8dce-0c8b5e5e5854 None None] Pushing event updated for resources: {'Port': ['ID=e194f2a4-03ac-41a3-8e2d-c37f940ce89b,revision_number=4']} {{(pid=79302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:57.349515 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvr_db [None req-1969a389-36fb-438a-b377-143b8b4795c8 None None] Set router 6f113ffb-9962-4608-a53e-af867b50b141 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:15:57.472629 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG oslo_concurrency.lockutils [None req-75e04a87-2b12-4090-8dce-0c8b5e5e5854 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.668s {{(pid=79302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:15:57.831235 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device e194f2a4-03ac-41a3-8e2d-c37f940ce89b up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:15:57.877178 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-678584ce-ed1b-4b49-a465-6b27d408f29f tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:58.033511 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-1969a389-36fb-438a-b377-143b8b4795c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f113ffb-9962-4608-a53e-af867b50b141', 'name': 'tempest-TestMinimumBasicScenario-975672634-router', 'tenant_id': 'a5a8e2f8eb524343aa26055b21073ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'c563ca6c-55e7-4a7d-a42f-4af498d65dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:15:42Z', 'updated_at': '2021-08-19T13:15:48Z', 'revision_number': 4, 'project_id': 'a5a8e2f8eb524343aa26055b21073ab6', 'gw_port': {'id': 'c563ca6c-55e7-4a7d-a42f-4af498d65dff', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:55:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f113ffb-9962-4608-a53e-af867b50b141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:15:43Z', 'updated_at': '2021-08-19T13:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': 'e194f2a4-03ac-41a3-8e2d-c37f940ce89b', 'name': '', 'network_id': 'a4da3bb3-6c6d-40a9-a479-3d1bb2c28a25', 'tenant_id': 'a5a8e2f8eb524343aa26055b21073ab6', 'mac_address': 'fa:16:3e:e2:b1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f113ffb-9962-4608-a53e-af867b50b141', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'b97432ab-fb42-43cd-ab9b-fa7ebd4e431b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:15:47Z', 'updated_at': '2021-08-19T13:15:56Z', 'revision_number': 4, 'project_id': 'a5a8e2f8eb524343aa26055b21073ab6', 'subnets': [{'id': 'b97432ab-fb42-43cd-ab9b-fa7ebd4e431b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:15:58.042287 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1969a389-36fb-438a-b377-143b8b4795c8 None None] The sync data for ids ['6f113ffb-9962-4608-a53e-af867b50b141'] in dv-cinder-805144-1-iscsi is: [{'id': '6f113ffb-9962-4608-a53e-af867b50b141', 'name': 'tempest-TestMinimumBasicScenario-975672634-router', 'tenant_id': 'a5a8e2f8eb524343aa26055b21073ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'c563ca6c-55e7-4a7d-a42f-4af498d65dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:15:42Z', 'updated_at': '2021-08-19T13:15:48Z', 'revision_number': 4, 'project_id': 'a5a8e2f8eb524343aa26055b21073ab6', 'gw_port': {'id': 'c563ca6c-55e7-4a7d-a42f-4af498d65dff', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:55:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f113ffb-9962-4608-a53e-af867b50b141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:15:43Z', 'updated_at': '2021-08-19T13:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': 'e194f2a4-03ac-41a3-8e2d-c37f940ce89b', 'name': '', 'network_id': 'a4da3bb3-6c6d-40a9-a479-3d1bb2c28a25', 'tenant_id': 'a5a8e2f8eb524343aa26055b21073ab6', 'mac_address': 'fa:16:3e:e2:b1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f113ffb-9962-4608-a53e-af867b50b141', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'b97432ab-fb42-43cd-ab9b-fa7ebd4e431b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:15:47Z', 'updated_at': '2021-08-19T13:15:56Z', 'revision_number': 4, 'project_id': 'a5a8e2f8eb524343aa26055b21073ab6', 'subnets': [{'id': 'b97432ab-fb42-43cd-ab9b-fa7ebd4e431b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:15:58.057413 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning for port e194f2a4-03ac-41a3-8e2d-c37f940ce89b completed by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:15:58.066128 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning complete for port e194f2a4-03ac-41a3-8e2d-c37f940ce89b triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:15:58.066855 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:58.113495 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-678584ce-ed1b-4b49-a465-6b27d408f29f tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:58.260579 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-94c62afc-8809-41eb-b8df-7b2565d85d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:58.362624 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c3b1c-20dd-47fa-99bd-acefd9cc9316 req-2371aefe-d1d5-4152-aba1-fcf45c5bff06 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:58.373629 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-3a4c3b1c-20dd-47fa-99bd-acefd9cc9316 req-2371aefe-d1d5-4152-aba1-fcf45c5bff06 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 945 time: 0.2572803 Aug 19 13:15:58.608376 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-678584ce-ed1b-4b49-a465-6b27d408f29f tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks [] for port, precommit_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:58.624150 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-678584ce-ed1b-4b49-a465-6b27d408f29f tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6202502'] for port, after_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:58.630162 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-3a4c3b1c-20dd-47fa-99bd-acefd9cc9316 req-cb776df6-5a13-4234-8933-e73ac70d06a2 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2449014 Aug 19 13:15:58.634998 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-ca8dc25e-0c44-4ef8-b04a-d8c83b8a69b9 tempest-VolumesActionsTest-648399822 tempest-VolumesActionsTest-648399822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:15:58.641140 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:58.805423 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:58.849382 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] For port e194f2a4-03ac-41a3-8e2d-c37f940ce89b, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=e194f2a4-03ac-41a3-8e2d-c37f940ce89b,segment=NetworkSegment(27cd270b-f9f6-4d11-bb39-6595c1836539),segment_id=27cd270b-f9f6-4d11-bb39-6595c1836539)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:15:58.855075 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:58.876055 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:15:59.058037 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Pushing event updated for resources: {'Port': ['ID=e194f2a4-03ac-41a3-8e2d-c37f940ce89b,revision_number=5']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:59.064451 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:15:59.071202 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-678584ce-ed1b-4b49-a465-6b27d408f29f tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962991'] for floatingip, after_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:59.427125 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678584ce-ed1b-4b49-a465-6b27d408f29f tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Pushing event updated for resources: {'Port': ['ID=54a36bdf-dbd4-4a9a-b840-a8c3ef69a698,revision_number=2']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:59.438149 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-678584ce-ed1b-4b49-a465-6b27d408f29f tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.800s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:15:59.439650 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.db.l3_db [None req-678584ce-ed1b-4b49-a465-6b27d408f29f tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Floating IP b83131c5-c27d-4aee-a8d1-0df4acd45e3c associated. External IP: 172.27.1.207, port: 32cab71e-8ad3-4243-a1ad-124b87187bc9. Aug 19 13:15:59.824887 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device e194f2a4-03ac-41a3-8e2d-c37f940ce89b up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:15:59.980420 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning complete for port e194f2a4-03ac-41a3-8e2d-c37f940ce89b triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:15:59.981122 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:00.475823 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76e02e-b189-42d1-82b1-b951042662fb req-f425a85f-18ae-49c3-8a72-36c9ba0a3a27 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:00.484803 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-1d76e02e-b189-42d1-82b1-b951042662fb req-f425a85f-18ae-49c3-8a72-36c9ba0a3a27 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 945 time: 0.6411960 Aug 19 13:16:00.568352 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-678584ce-ed1b-4b49-a465-6b27d408f29f tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Router 00ad355c-569d-4f7b-b6af-0d6a62cb2645 has already been hosted by L3 agent bb0205a6-735d-4789-b813-02600d36e527 {{(pid=79300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 19 13:16:00.616644 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-1d76e02e-b189-42d1-82b1-b951042662fb req-2e636f27-edec-4bcc-b80a-274d6aaaf66c tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305332 Aug 19 13:16:00.970046 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a58a8dc2-f80c-4587-a17a-ebb42b1d41c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:01.076669 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678584ce-ed1b-4b49-a465-6b27d408f29f tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify agent at l3_agent.dv-cinder-805144-1-iscsi the message routers_updated {{(pid=79300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 19 13:16:01.112109 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14577cb-a456-4229-9de4-636795dc8af5 None None] Sync routers for ids ['00ad355c-569d-4f7b-b6af-0d6a62cb2645'] in dv-cinder-805144-1-iscsi {{(pid=79301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:16:01.152301 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14577cb-a456-4229-9de4-636795dc8af5 None None] Routers {'00ad355c-569d-4f7b-b6af-0d6a62cb2645'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:16:01.153921 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-c14577cb-a456-4229-9de4-636795dc8af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:16:01Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['00ad355c-569d-4f7b-b6af-0d6a62cb2645'], 'active': True} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:16:01.159823 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-678584ce-ed1b-4b49-a465-6b27d408f29f tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for floatingip, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:01.381402 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-678584ce-ed1b-4b49-a465-6b27d408f29f tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.4341526 Aug 19 13:16:01.382244 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff6a5868-adca-442a-929f-3210992f0525', 'tag': '32cab71e-8ad3-4243-a1ad-124b87187bc9'}] {{(pid=79300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:16:01.533740 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff6a5868-adca-442a-929f-3210992f0525', 'tag': '32cab71e-8ad3-4243-a1ad-124b87187bc9', 'status': 'completed', 'code': 200} Aug 19 13:16:01.567791 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 58102) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:16:01.827210 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2539f9-9f7f-4d0f-bcd0-cd0300d40058 req-fead55c1-b482-4e60-b755-ad23cd27f0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:01.829737 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-1b2539f9-9f7f-4d0f-bcd0-cd0300d40058 req-fead55c1-b482-4e60-b755-ad23cd27f0c2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a81195fe3cfa46c980fb0484af456fef&device_id=ff6a5868-adca-442a-929f-3210992f0525 HTTP/1.1" status: 200 len: 1099 time: 0.2244337 Aug 19 13:16:01.970177 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:02.048761 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvr_db [None req-c14577cb-a456-4229-9de4-636795dc8af5 None None] Set router 00ad355c-569d-4f7b-b6af-0d6a62cb2645 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:16:02.146811 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2539f9-9f7f-4d0f-bcd0-cd0300d40058 req-0404762f-106b-4c0f-9f3b-72046c2d8dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:02.149300 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-1b2539f9-9f7f-4d0f-bcd0-cd0300d40058 req-0404762f-106b-4c0f-9f3b-72046c2d8dc0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=aea097be-4d5e-4757-b2e3-2b4db907e9bb HTTP/1.1" status: 200 len: 913 time: 0.3118458 Aug 19 13:16:02.388430 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-f02e4c70-f09a-4b30-b36b-99e9de0fa22e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:02.709363 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-1b2539f9-9f7f-4d0f-bcd0-cd0300d40058 req-06eacea7-7366-4ffe-9c06-31585da86e4a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32cab71e-8ad3-4243-a1ad-124b87187bc9 HTTP/1.1" status: 200 len: 1000 time: 0.4685092 Aug 19 13:16:02.715834 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-f02e4c70-f09a-4b30-b36b-99e9de0fa22e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:16:02.767165 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-f02e4c70-f09a-4b30-b36b-99e9de0fa22e admin admin] Usage tracker for resource:security_group_rule and tenant:eb2b5fb6d33442cc82fccb26b545c4ee is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:16:02.809576 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-f02e4c70-f09a-4b30-b36b-99e9de0fa22e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:16:02.845375 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-f02e4c70-f09a-4b30-b36b-99e9de0fa22e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:16:02.990676 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6dcb6-9ee6-493a-8dfd-451d31b218af req-d51632b3-a59a-4732-b9ba-b77a26130792 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:02.993736 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4ea6dcb6-9ee6-493a-8dfd-451d31b218af req-d51632b3-a59a-4732-b9ba-b77a26130792 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 945 time: 0.8218033 Aug 19 13:16:03.109767 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2539f9-9f7f-4d0f-bcd0-cd0300d40058 req-00fdd8ad-781a-4980-9df0-ce5f56999621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:03.125456 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-1b2539f9-9f7f-4d0f-bcd0-cd0300d40058 req-00fdd8ad-781a-4980-9df0-ce5f56999621 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33 HTTP/1.1" status: 200 len: 850 time: 0.4048846 Aug 19 13:16:03.393341 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-c14577cb-a456-4229-9de4-636795dc8af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'name': 'tempest-TestVolumeBootPattern-648151110-router', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:27Z', 'updated_at': '2021-08-19T13:11:33Z', 'revision_number': 4, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'gw_port': {'id': 'ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:31:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:28Z', 'updated_at': '2021-08-19T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_floatingips': [{'id': 'b83131c5-c27d-4aee-a8d1-0df4acd45e3c', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'router_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'port_id': '32cab71e-8ad3-4243-a1ad-124b87187bc9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb', 'mac_address': 'fa:16:3e:59:92:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6a5868-adca-442a-929f-3210992f0525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:15:57Z', 'updated_at': '2021-08-19T13:15:57Z', 'revision_number': 0, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca58a4bf-c483-4319-aa7d-8b8e11eaa569', 'name': '', 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'mac_address': 'fa:16:3e:4b:7e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:32Z', 'updated_at': '2021-08-19T13:11:44Z', 'revision_number': 5, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'subnets': [{'id': '7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:16:03.400914 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14577cb-a456-4229-9de4-636795dc8af5 None None] Checking router: 00ad355c-569d-4f7b-b6af-0d6a62cb2645 for host: dv-cinder-805144-1-iscsi {{(pid=79301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:16:03.436730 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14577cb-a456-4229-9de4-636795dc8af5 None None] Routers {'00ad355c-569d-4f7b-b6af-0d6a62cb2645'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:16:03.437910 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-c14577cb-a456-4229-9de4-636795dc8af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:16:01Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['00ad355c-569d-4f7b-b6af-0d6a62cb2645'], 'active': True} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:16:03.468638 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4ea6dcb6-9ee6-493a-8dfd-451d31b218af req-d4a4823c-ea30-4993-81b7-fe3b8d7bcc11 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4627392 Aug 19 13:16:03.694578 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2539f9-9f7f-4d0f-bcd0-cd0300d40058 req-4bfc7e91-e9e6-4104-8472-3c32f58f7e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:03.697705 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-1b2539f9-9f7f-4d0f-bcd0-cd0300d40058 req-4bfc7e91-e9e6-4104-8472-3c32f58f7e6a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=aea097be-4d5e-4757-b2e3-2b4db907e9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5606353 Aug 19 13:16:03.734564 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:03.875671 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-f02e4c70-f09a-4b30-b36b-99e9de0fa22e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:04.083495 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvr_db [None req-c14577cb-a456-4229-9de4-636795dc8af5 None None] Set router 00ad355c-569d-4f7b-b6af-0d6a62cb2645 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:16:04.086627 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-f02e4c70-f09a-4b30-b36b-99e9de0fa22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:04.121601 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:16:04.527180 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-f02e4c70-f09a-4b30-b36b-99e9de0fa22e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eb2b5fb6d33442cc82fccb26b545c4ee&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9528306 Aug 19 13:16:04.527180 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02e4c70-f09a-4b30-b36b-99e9de0fa22e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0449b4-a854-4af7-ab26-1b753a60a6f6,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:16:04.527965 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 58124) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:16:04.541960 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-f02e4c70-f09a-4b30-b36b-99e9de0fa22e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:16:04.618721 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-1b2539f9-9f7f-4d0f-bcd0-cd0300d40058 req-8f823b5e-f3e9-4d18-a1a4-9ed34323ff21 service neutron] 10.222.0.68 "GET /v2.0/networks/aea097be-4d5e-4757-b2e3-2b4db907e9bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8908598 Aug 19 13:16:04.872660 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-30fe5903-6a20-4fbf-8cd8-a7a8baa9723c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:04.956913 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-30fe5903-6a20-4fbf-8cd8-a7a8baa9723c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:05.095111 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:05.313855 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-1b2539f9-9f7f-4d0f-bcd0-cd0300d40058 req-1d4c1973-ebc2-4b43-9332-ee2f069655d3 service neutron] 10.222.0.68 "GET /v2.0/networks/aea097be-4d5e-4757-b2e3-2b4db907e9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6923149 Aug 19 13:16:05.331697 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dacf85-ad3a-46ef-8f3d-b98ba41887c9 req-10f39d79-a4ed-41cf-b44c-3238600d87ac tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:05.344756 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-25dacf85-ad3a-46ef-8f3d-b98ba41887c9 req-10f39d79-a4ed-41cf-b44c-3238600d87ac tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 945 time: 0.4457822 Aug 19 13:16:05.368673 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-30fe5903-6a20-4fbf-8cd8-a7a8baa9723c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:05.389402 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-c767f006-9bf4-44c5-a549-263b088c0ed0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:16:05.439789 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fe5903-6a20-4fbf-8cd8-a7a8baa9723c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0449b4-a854-4af7-ab26-1b753a60a6f6,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:16:05.449856 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-30fe5903-6a20-4fbf-8cd8-a7a8baa9723c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:05.451620 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-30fe5903-6a20-4fbf-8cd8-a7a8baa9723c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ba0449b4-a854-4af7-ab26-1b753a60a6f6 HTTP/1.1" status: 204 len: 168 time: 0.9081068 Aug 19 13:16:05.454155 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-30fe5903-6a20-4fbf-8cd8-a7a8baa9723c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:16:05.525644 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-25dacf85-ad3a-46ef-8f3d-b98ba41887c9 req-d0765bd2-b1eb-4227-8fb9-1ada492984b2 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1749773 Aug 19 13:16:05.860394 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-c14577cb-a456-4229-9de4-636795dc8af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'name': 'tempest-TestVolumeBootPattern-648151110-router', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:27Z', 'updated_at': '2021-08-19T13:11:33Z', 'revision_number': 4, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'gw_port': {'id': 'ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:31:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:28Z', 'updated_at': '2021-08-19T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_floatingips': [{'id': 'b83131c5-c27d-4aee-a8d1-0df4acd45e3c', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'router_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'port_id': '32cab71e-8ad3-4243-a1ad-124b87187bc9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb', 'mac_address': 'fa:16:3e:59:92:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6a5868-adca-442a-929f-3210992f0525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:15:57Z', 'updated_at': '2021-08-19T13:15:57Z', 'revision_number': 0, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca58a4bf-c483-4319-aa7d-8b8e11eaa569', 'name': '', 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'mac_address': 'fa:16:3e:4b:7e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:32Z', 'updated_at': '2021-08-19T13:11:44Z', 'revision_number': 5, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'subnets': [{'id': '7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:16:05.878002 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14577cb-a456-4229-9de4-636795dc8af5 None None] The sync data for ids ['00ad355c-569d-4f7b-b6af-0d6a62cb2645'] in dv-cinder-805144-1-iscsi is: [{'id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'name': 'tempest-TestVolumeBootPattern-648151110-router', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:27Z', 'updated_at': '2021-08-19T13:11:33Z', 'revision_number': 4, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'gw_port': {'id': 'ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:31:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:28Z', 'updated_at': '2021-08-19T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_floatingips': [{'id': 'b83131c5-c27d-4aee-a8d1-0df4acd45e3c', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'router_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'port_id': '32cab71e-8ad3-4243-a1ad-124b87187bc9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb', 'mac_address': 'fa:16:3e:59:92:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6a5868-adca-442a-929f-3210992f0525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:15:57Z', 'updated_at': '2021-08-19T13:15:57Z', 'revision_number': 0, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca58a4bf-c483-4319-aa7d-8b8e11eaa569', 'name': '', 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'mac_address': 'fa:16:3e:4b:7e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:32Z', 'updated_at': '2021-08-19T13:11:44Z', 'revision_number': 5, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'subnets': [{'id': '7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:16:06.226072 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 58146) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:16:06.280186 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-de820311-9328-4fb4-be78-30465208d8cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:06.309164 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-de820311-9328-4fb4-be78-30465208d8cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:16:06.315615 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-de820311-9328-4fb4-be78-30465208d8cf admin admin] Usage tracker for resource:security_group_rule and tenant:6fe07d9853a74ecc807ee64102f0a2fd is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:16:06.319760 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-de820311-9328-4fb4-be78-30465208d8cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:16:06.337933 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-de820311-9328-4fb4-be78-30465208d8cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:16:06.363538 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e7fd0d-fab0-400b-9ac5-d97bc5d03d13 None None] New status for floating IP b83131c5-c27d-4aee-a8d1-0df4acd45e3c: ACTIVE {{(pid=79302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:16:06.594269 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-de820311-9328-4fb4-be78-30465208d8cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:06.602868 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-de820311-9328-4fb4-be78-30465208d8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:06.705698 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-42cb298d-88f1-4695-8e96-a893569ca422 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:16:06.836909 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-de820311-9328-4fb4-be78-30465208d8cf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6fe07d9853a74ecc807ee64102f0a2fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6096756 Aug 19 13:16:06.837812 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de820311-9328-4fb4-be78-30465208d8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd803b53-6db9-4613-bc10-30ac05511efc,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:16:06.839732 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 58154) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:16:06.867827 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-de820311-9328-4fb4-be78-30465208d8cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:16:07.263715 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-aeb38acd-33e5-40ec-aa07-a226609e8147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:07.316761 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-aeb38acd-33e5-40ec-aa07-a226609e8147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:07.602147 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-aeb38acd-33e5-40ec-aa07-a226609e8147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:07.608137 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4de45b-d41b-4ce7-a8ee-b8246f40f1af req-4def4039-d112-44a0-9933-73aa7fb48368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:07.610416 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-6e4de45b-d41b-4ce7-a8ee-b8246f40f1af req-4def4039-d112-44a0-9933-73aa7fb48368 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=11dcb989ec6c4491ae1ae5f2a00cbfd7&device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 1098 time: 0.1853256 Aug 19 13:16:07.635399 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-06a4e7dd-16c8-4a92-a091-66ffd5df404e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:16:07.696114 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb38acd-33e5-40ec-aa07-a226609e8147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd803b53-6db9-4613-bc10-30ac05511efc,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:16:07.700798 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-aeb38acd-33e5-40ec-aa07-a226609e8147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:16:07.722145 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-aeb38acd-33e5-40ec-aa07-a226609e8147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:07.724175 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-aeb38acd-33e5-40ec-aa07-a226609e8147 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cd803b53-6db9-4613-bc10-30ac05511efc HTTP/1.1" status: 204 len: 168 time: 0.8819065 Aug 19 13:16:07.755961 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65693cb2-ac77-46de-9dc6-faf3d13b2b99 req-c7941ab6-dfe0-4201-a81b-a8fa6897326f tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:07.763875 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-65693cb2-ac77-46de-9dc6-faf3d13b2b99 req-c7941ab6-dfe0-4201-a81b-a8fa6897326f tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 945 time: 0.7953355 Aug 19 13:16:07.891371 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-65693cb2-ac77-46de-9dc6-faf3d13b2b99 req-da391efe-7ef9-4642-9920-4338556646ee tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259773 Aug 19 13:16:07.970279 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4de45b-d41b-4ce7-a8ee-b8246f40f1af req-a8b335bc-be41-43c9-bbe8-265e9e68fde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:07.976520 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-6e4de45b-d41b-4ce7-a8ee-b8246f40f1af req-a8b335bc-be41-43c9-bbe8-265e9e68fde0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=3b979c5e-82fd-4500-9fbc-547a88a6c3c4 HTTP/1.1" status: 200 len: 917 time: 0.3465827 Aug 19 13:16:08.218968 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-6e4de45b-d41b-4ce7-a8ee-b8246f40f1af req-6fe6de55-85c1-4503-aa66-6f25f03441f8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0db67c88-0b84-4c05-962c-6848adc849df HTTP/1.1" status: 200 len: 1001 time: 0.2331674 Aug 19 13:16:08.233884 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.agents_db [None req-9e599f34-f5fc-45b3-b2b5-9720679b7a3a None None] Agent healthcheck: found 6 active agents {{(pid=79302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 19 13:16:08.361513 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 58170) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:16:08.386045 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4de45b-d41b-4ce7-a8ee-b8246f40f1af req-a67ae717-3d8f-4150-b040-af12e2a3aa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:08.387523 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-6e4de45b-d41b-4ce7-a8ee-b8246f40f1af req-a67ae717-3d8f-4150-b040-af12e2a3aa01 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a5197019-4cd9-46fe-ad6e-7e976db4e517 HTTP/1.1" status: 200 len: 854 time: 0.1619740 Aug 19 13:16:08.391277 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c5e55ee9-df62-43fe-848f-ad49076aa118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:08.429762 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-c5e55ee9-df62-43fe-848f-ad49076aa118 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:16:08.439218 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-c5e55ee9-df62-43fe-848f-ad49076aa118 admin admin] Usage tracker for resource:security_group_rule and tenant:41f5d8b72f2344669b63ecfeeac58f5a is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:16:08.444495 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-c5e55ee9-df62-43fe-848f-ad49076aa118 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:16:08.458197 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-c5e55ee9-df62-43fe-848f-ad49076aa118 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:16:08.565505 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4de45b-d41b-4ce7-a8ee-b8246f40f1af req-d7b9ac03-8031-4419-8eb7-8f1d176d1dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:08.572643 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-6e4de45b-d41b-4ce7-a8ee-b8246f40f1af req-d7b9ac03-8031-4419-8eb7-8f1d176d1dba service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3b979c5e-82fd-4500-9fbc-547a88a6c3c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1783075 Aug 19 13:16:08.664624 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c5e55ee9-df62-43fe-848f-ad49076aa118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:08.672766 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c5e55ee9-df62-43fe-848f-ad49076aa118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:08.734626 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-5231df99-fd03-410a-9382-635d282a9e23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:16:08.743958 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-c5e55ee9-df62-43fe-848f-ad49076aa118 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=41f5d8b72f2344669b63ecfeeac58f5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3817284 Aug 19 13:16:08.746389 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 58176) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:16:08.774215 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-6e4de45b-d41b-4ce7-a8ee-b8246f40f1af req-0b7d7cf5-6bf4-4516-9f7d-c57a6ff4dc27 service neutron] 10.222.0.68 "GET /v2.0/networks/3b979c5e-82fd-4500-9fbc-547a88a6c3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815345 Aug 19 13:16:08.913516 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-2ff9099d-3427-42d1-adce-8e6954ccf763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:08.976355 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e55ee9-df62-43fe-848f-ad49076aa118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebadcbc4-321f-4aae-9709-21f128290198,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:16:09.018578 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-c5e55ee9-df62-43fe-848f-ad49076aa118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:16:09.027691 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-2ff9099d-3427-42d1-adce-8e6954ccf763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:09.092274 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-6e4de45b-d41b-4ce7-a8ee-b8246f40f1af req-7c4b783f-80df-4b07-bd86-79f8139f651d service neutron] 10.222.0.68 "GET /v2.0/networks/3b979c5e-82fd-4500-9fbc-547a88a6c3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050895 Aug 19 13:16:09.129921 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-2ff9099d-3427-42d1-adce-8e6954ccf763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:09.134540 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-1ca3a8a1-b96c-4a0a-abc1-9c98996fed1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:16:09.173115 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff9099d-3427-42d1-adce-8e6954ccf763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebadcbc4-321f-4aae-9709-21f128290198,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:16:09.214163 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-2ff9099d-3427-42d1-adce-8e6954ccf763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:16:09.233081 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-2ff9099d-3427-42d1-adce-8e6954ccf763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:09.238777 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-2ff9099d-3427-42d1-adce-8e6954ccf763 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ebadcbc4-321f-4aae-9709-21f128290198 HTTP/1.1" status: 204 len: 168 time: 0.4890311 Aug 19 13:16:09.419217 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ad478-c101-41b8-a279-a31cb7c7906f req-37e7968f-d58b-47e5-9d54-0e662c363919 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:09.423480 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-6e4ad478-c101-41b8-a279-a31cb7c7906f req-37e7968f-d58b-47e5-9d54-0e662c363919 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 945 time: 0.1842439 Aug 19 13:16:09.505828 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-6e4ad478-c101-41b8-a279-a31cb7c7906f req-2882536f-11c9-4655-a179-b6ad0e9e4b87 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778058 Aug 19 13:16:11.012765 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c1ec6-a431-4738-ae9e-6a723f4e18cd req-59550bbf-0e88-4102-a544-a565b2e36aaa tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:11.024174 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a22c1ec6-a431-4738-ae9e-6a723f4e18cd req-59550bbf-0e88-4102-a544-a565b2e36aaa tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 945 time: 0.1347907 Aug 19 13:16:11.118795 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a22c1ec6-a431-4738-ae9e-6a723f4e18cd req-581d386c-72ce-4e85-a11f-12b0d45ade61 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925462 Aug 19 13:16:11.840504 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-74764759-6455-468c-9b90-aff97e2ccea2 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:11.840968 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-74764759-6455-468c-9b90-aff97e2ccea2 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Synchronizing usage tracker for tenant:9b5f0e2e107546a08b4ec133e8369dfb on resource:network {{(pid=79299) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:16:11.861542 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-74764759-6455-468c-9b90-aff97e2ccea2 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Unset dirty status for tenant:9b5f0e2e107546a08b4ec133e8369dfb on resource:network {{(pid=79299) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:16:11.862651 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-74764759-6455-468c-9b90-aff97e2ccea2 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/networks?id=146b2f75-1238-4b8e-8670-030041b2b962 HTTP/1.1" status: 200 len: 815 time: 0.2931602 Aug 19 13:16:11.879249 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-8626d48f-287d-4336-b55f-e02c6c749e81 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/quotas/9b5f0e2e107546a08b4ec133e8369dfb HTTP/1.1" status: 200 len: 375 time: 0.0109313 Aug 19 13:16:11.970388 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-b6ec9684-58e4-4e76-bccf-81e5e3bcfacd tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Synchronizing usage tracker for tenant:9b5f0e2e107546a08b4ec133e8369dfb on resource:port {{(pid=79299) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:16:11.988505 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-b6ec9684-58e4-4e76-bccf-81e5e3bcfacd tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Unset dirty status for tenant:9b5f0e2e107546a08b4ec133e8369dfb on resource:port {{(pid=79299) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:16:11.989951 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-b6ec9684-58e4-4e76-bccf-81e5e3bcfacd tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9b5f0e2e107546a08b4ec133e8369dfb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1053402 Aug 19 13:16:12.253646 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-c3093e76-f6a3-4095-a3b8-73146479de86 service neutron] 10.222.0.49 "GET /v2.0/networks/146b2f75-1238-4b8e-8670-030041b2b962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520974 Aug 19 13:16:12.381305 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bbcb14-c280-4669-9628-207db5a4e040 req-7c22d90c-86a8-4714-95a4-0e0b4aec3dd3 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:12.382715 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-b3bbcb14-c280-4669-9628-207db5a4e040 req-7c22d90c-86a8-4714-95a4-0e0b4aec3dd3 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 945 time: 0.0835884 Aug 19 13:16:12.415340 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-8a359c3e-5173-40d6-a426-0bf7d85640c5 service neutron] 10.222.0.49 "GET /v2.0/networks/146b2f75-1238-4b8e-8670-030041b2b962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559956 Aug 19 13:16:12.437699 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-b3bbcb14-c280-4669-9628-207db5a4e040 req-53961e64-0c8f-44a9-b4a7-7d780ffdee54 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491476 Aug 19 13:16:12.612192 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-fb794479-a7bd-466d-8782-f91ed6896dce req-06a15af9-c9e3-4286-910f-ae313293ccb6 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 210 time: 0.0504587 Aug 19 13:16:12.696684 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5ff4a-3be4-409d-b7f0-ae986fddac01 req-ae3a78a8-c3f8-426d-8893-fd23e893b16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:12.699398 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-bcd5ff4a-3be4-409d-b7f0-ae986fddac01 req-ae3a78a8-c3f8-426d-8893-fd23e893b16b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=11dcb989ec6c4491ae1ae5f2a00cbfd7&device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 1098 time: 0.2189894 Aug 19 13:16:12.856821 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5ff4a-3be4-409d-b7f0-ae986fddac01 req-f55cee3a-3ce3-4683-bf8f-f16cc3f8a1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:12.858289 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-bcd5ff4a-3be4-409d-b7f0-ae986fddac01 req-f55cee3a-3ce3-4683-bf8f-f16cc3f8a1b9 service neutron] 10.222.0.68 "GET /v2.0/networks?id=3b979c5e-82fd-4500-9fbc-547a88a6c3c4 HTTP/1.1" status: 200 len: 917 time: 0.1519811 Aug 19 13:16:12.957023 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34237b-7cd1-4e5e-9016-d1ee2a5abe90 req-10b85d39-debd-499c-bbda-9bf06bb51549 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:12.964396 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-ea34237b-7cd1-4e5e-9016-d1ee2a5abe90 req-10b85d39-debd-499c-bbda-9bf06bb51549 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=df3cb0b4-92f2-4055-b480-40666e656bd4 HTTP/1.1" status: 200 len: 946 time: 0.1092887 Aug 19 13:16:12.996007 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-bcd5ff4a-3be4-409d-b7f0-ae986fddac01 req-dd37d06d-3207-4bd3-8747-bd0b5954c22a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0db67c88-0b84-4c05-962c-6848adc849df HTTP/1.1" status: 200 len: 1001 time: 0.1286566 Aug 19 13:16:13.020186 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-ea34237b-7cd1-4e5e-9016-d1ee2a5abe90 req-7683ef8d-4919-409b-af1f-dd9ffaf09619 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c824df7-ec4c-423d-88ba-c8f765a1873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547638 Aug 19 13:16:13.078958 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5ff4a-3be4-409d-b7f0-ae986fddac01 req-5ee27fcf-e18e-4845-881b-f41ec2f4697b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:13.080584 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-bcd5ff4a-3be4-409d-b7f0-ae986fddac01 req-5ee27fcf-e18e-4845-881b-f41ec2f4697b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a5197019-4cd9-46fe-ad6e-7e976db4e517 HTTP/1.1" status: 200 len: 854 time: 0.0776634 Aug 19 13:16:13.181720 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5ff4a-3be4-409d-b7f0-ae986fddac01 req-11319a34-2155-4ce0-a4bd-c937ce7fb4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:13.183515 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-bcd5ff4a-3be4-409d-b7f0-ae986fddac01 req-11319a34-2155-4ce0-a4bd-c937ce7fb4bc service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3b979c5e-82fd-4500-9fbc-547a88a6c3c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0786428 Aug 19 13:16:13.328346 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-bcd5ff4a-3be4-409d-b7f0-ae986fddac01 req-c8b6b812-572c-4baf-8cd9-63fe142201fc service neutron] 10.222.0.68 "GET /v2.0/networks/3b979c5e-82fd-4500-9fbc-547a88a6c3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366115 Aug 19 13:16:13.631217 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-bcd5ff4a-3be4-409d-b7f0-ae986fddac01 req-d77a4f7b-00cb-4240-8a12-d161a712e6ad service neutron] 10.222.0.68 "GET /v2.0/networks/3b979c5e-82fd-4500-9fbc-547a88a6c3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797235 Aug 19 13:16:13.664688 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d36755-1af5-4940-805d-52313ae89440 req-9c25e1ba-6c76-44b9-8d18-b3af9a954d21 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:13.666159 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-83d36755-1af5-4940-805d-52313ae89440 req-9c25e1ba-6c76-44b9-8d18-b3af9a954d21 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 945 time: 0.1038091 Aug 19 13:16:13.713825 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-83d36755-1af5-4940-805d-52313ae89440 req-73cd2e08-d3c8-45d5-9254-809919cd425d tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403349 Aug 19 13:16:13.769575 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-b36491d2-d9b7-4b2f-9586-78a66a308273 req-e5731900-6764-437f-85f6-d4c0d9c17310 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 210 time: 0.0434353 Aug 19 13:16:14.198846 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-e4c8fae7-64f0-4960-92a5-c5a791161fae tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:14.200310 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-e4c8fae7-64f0-4960-92a5-c5a791161fae tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.68 "GET /v2.0/networks?id=146b2f75-1238-4b8e-8670-030041b2b962 HTTP/1.1" status: 200 len: 815 time: 0.2020292 Aug 19 13:16:14.226152 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-09b0b9b7-fe9a-49bb-9240-aaba638afb7b tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Request body: {'port': {'device_id': 'e7cda10b-ebd9-4d6b-a955-0b10638b7a2f', 'network_id': '146b2f75-1238-4b8e-8670-030041b2b962', 'admin_state_up': True, 'tenant_id': '9b5f0e2e107546a08b4ec133e8369dfb'}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:16:14.313710 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc637c-4672-417f-a453-6799f6b0784f req-1712b8b4-afda-442c-8ad2-48ed935abb6c tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:14.315170 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-febc637c-4672-417f-a453-6799f6b0784f req-1712b8b4-afda-442c-8ad2-48ed935abb6c tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=df3cb0b4-92f2-4055-b480-40666e656bd4 HTTP/1.1" status: 200 len: 946 time: 0.1903009 Aug 19 13:16:14.402588 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-febc637c-4672-417f-a453-6799f6b0784f req-0f3b2def-6143-470c-a14b-d6799f7af91f tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c824df7-ec4c-423d-88ba-c8f765a1873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768151 Aug 19 13:16:14.408852 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-09b0b9b7-fe9a-49bb-9240-aaba638afb7b tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:16:14.424246 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-09b0b9b7-fe9a-49bb-9240-aaba638afb7b tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:16:14.431123 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-09b0b9b7-fe9a-49bb-9240-aaba638afb7b tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Made reservation on behalf of 9b5f0e2e107546a08b4ec133e8369dfb for: {'port': 1} {{(pid=79300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:16:14.435398 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-09b0b9b7-fe9a-49bb-9240-aaba638afb7b tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:14.633365 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.db_base_plugin_common [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-09b0b9b7-fe9a-49bb-9240-aaba638afb7b tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Allocated IP 172.20.0.13 (146b2f75-1238-4b8e-8670-030041b2b962/97420a0f-08e6-4409-8050-18fd91d4363c/bc54abfb-57b1-4773-97d6-e8cab3cdfafd) {{(pid=79300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:16:15.053592 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-34956aa9-64c2-4cd9-988f-a66e29496000 req-0ebe06c8-2d37-4c0a-aca4-209128d87a0b tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 210 time: 0.0635598 Aug 19 13:16:15.065745 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-09b0b9b7-fe9a-49bb-9240-aaba638afb7b tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks [] for port, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:15.100272 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.provisioning_blocks [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-09b0b9b7-fe9a-49bb-9240-aaba638afb7b tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Transition to ACTIVE for port object bc54abfb-57b1-4773-97d6-e8cab3cdfafd will not be triggered until provisioned by entity DHCP. {{(pid=79300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:16:15.136473 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6848de3-749c-45cf-9037-05b266546be1 req-222b9a87-5778-4546-9b49-26a0152bb0bb tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:15.144091 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-09b0b9b7-fe9a-49bb-9240-aaba638afb7b tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202527'] for port, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:15.149621 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-f6848de3-749c-45cf-9037-05b266546be1 req-222b9a87-5778-4546-9b49-26a0152bb0bb tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 945 time: 0.2193511 Aug 19 13:16:15.177672 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-2b0e7250-afd8-481e-94bc-eb4692f3a145 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:16:15.210753 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-f6848de3-749c-45cf-9037-05b266546be1 req-a73db27c-513f-4328-8269-81f121c9f014 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597718 Aug 19 13:16:15.445042 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-09b0b9b7-fe9a-49bb-9240-aaba638afb7b tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Network 146b2f75-1238-4b8e-8670-030041b2b962 is already hosted by enough agents. {{(pid=79300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:16:15.449364 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.base_scheduler [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-09b0b9b7-fe9a-49bb-9240-aaba638afb7b tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Resources bound (agent type, host, resource id): {{(pid=79300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:16:15.454673 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-09b0b9b7-fe9a-49bb-9240-aaba638afb7b tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Received port after_create {{(pid=79300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:16:15.515062 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b0b9b7-fe9a-49bb-9240-aaba638afb7b tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Pushing event updated for resources: {'Port': ['ID=bc54abfb-57b1-4773-97d6-e8cab3cdfafd,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:16:15.524157 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-09b0b9b7-fe9a-49bb-9240-aaba638afb7b tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:16:15.551780 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-09b0b9b7-fe9a-49bb-9240-aaba638afb7b tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:15.552737 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-09b0b9b7-fe9a-49bb-9240-aaba638afb7b tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for port, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:15.679327 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-09b0b9b7-fe9a-49bb-9240-aaba638afb7b tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4579940 Aug 19 13:16:15.719982 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0647ad59-05ca-4f22-b382-8ab371e1d880 req-c2286aa5-7058-43a7-ad3b-9e2bb9554707 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:15.721536 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-0647ad59-05ca-4f22-b382-8ab371e1d880 req-c2286aa5-7058-43a7-ad3b-9e2bb9554707 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=df3cb0b4-92f2-4055-b480-40666e656bd4 HTTP/1.1" status: 200 len: 946 time: 0.1256962 Aug 19 13:16:15.772191 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-0647ad59-05ca-4f22-b382-8ab371e1d880 req-2a44758c-ff9b-403c-9a86-fdd346d70a66 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c824df7-ec4c-423d-88ba-c8f765a1873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447364 Aug 19 13:16:15.860764 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-ec52c483-05c6-4e37-9f21-e79e36eb4551 None None] Provisioning for port bc54abfb-57b1-4773-97d6-e8cab3cdfafd completed by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:16:15.867159 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-ec52c483-05c6-4e37-9f21-e79e36eb4551 None None] Provisioning complete for port bc54abfb-57b1-4773-97d6-e8cab3cdfafd triggered by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:16:15.867550 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ec52c483-05c6-4e37-9f21-e79e36eb4551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:15.926825 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-ec52c483-05c6-4e37-9f21-e79e36eb4551 None None] Port bc54abfb-57b1-4773-97d6-e8cab3cdfafd cannot update to ACTIVE because it is not bound. {{(pid=79301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:16:16.264355 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d82ff8-cb78-46c3-a075-8f49f9582a65 req-d12b8782-61f0-45ec-b5fa-8dba6f748668 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:16.266489 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-59d82ff8-cb78-46c3-a075-8f49f9582a65 req-d12b8782-61f0-45ec-b5fa-8dba6f748668 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 932 time: 0.0894222 Aug 19 13:16:16.279599 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 0db67c88-0b84-4c05-962c-6848adc849df no longer exists at agent hyperv_hv-cinder-80514 {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 19 13:16:16.313487 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-59d82ff8-cb78-46c3-a075-8f49f9582a65 req-8088d221-3658-443b-b08d-77a0d4c86a57 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Synchronizing usage tracker for tenant:9b5f0e2e107546a08b4ec133e8369dfb on resource:security_group {{(pid=79299) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:16:16.351008 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-59d82ff8-cb78-46c3-a075-8f49f9582a65 req-8088d221-3658-443b-b08d-77a0d4c86a57 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Unset dirty status for tenant:9b5f0e2e107546a08b4ec133e8369dfb on resource:security_group {{(pid=79299) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:16:16.352660 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-59d82ff8-cb78-46c3-a075-8f49f9582a65 req-8088d221-3658-443b-b08d-77a0d4c86a57 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc0550a-c30f-4b3b-ae83-ad71b375e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800903 Aug 19 13:16:16.439876 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ee382-7ccc-4ff2-a118-99d265801e51 req-b857ebd4-6ffa-40ca-a054-a2c459b8557b tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:16.441387 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-200ee382-7ccc-4ff2-a118-99d265801e51 req-b857ebd4-6ffa-40ca-a054-a2c459b8557b tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 945 time: 0.1174173 Aug 19 13:16:16.508220 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:16.516910 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-200ee382-7ccc-4ff2-a118-99d265801e51 req-beb171f9-772d-4e99-b5e1-328aa1af524f tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693836 Aug 19 13:16:16.562830 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c16713-20e6-473b-bf16-f0ae4786c092', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0db67c88-0b84-4c05-962c-6848adc849df'}] {{(pid=79301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:16:16.584693 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port 0db67c88-0b84-4c05-962c-6848adc849df, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=0db67c88-0b84-4c05-962c-6848adc849df,segment=NetworkSegment(379dc2c3-a256-42ec-a350-bba9510c62d5),segment_id=379dc2c3-a256-42ec-a350-bba9510c62d5)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:16:16.590049 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:16.592179 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:16:16.639429 dv-cinder-805144-1-iscsi neutron-server[79301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c16713-20e6-473b-bf16-f0ae4786c092', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0db67c88-0b84-4c05-962c-6848adc849df', 'code': 200} Aug 19 13:16:16.690927 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=0db67c88-0b84-4c05-962c-6848adc849df,revision_number=8']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:16:16.694260 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:16:16.999756 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe05c69a-e044-4b1c-b608-7aaf7a6a0932 req-5c7c1fd4-8b2f-4eba-9889-b0c437068460 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:17.002466 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-fe05c69a-e044-4b1c-b608-7aaf7a6a0932 req-5c7c1fd4-8b2f-4eba-9889-b0c437068460 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=df3cb0b4-92f2-4055-b480-40666e656bd4 HTTP/1.1" status: 200 len: 946 time: 0.0886321 Aug 19 13:16:17.059769 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-fe05c69a-e044-4b1c-b608-7aaf7a6a0932 req-a481dc44-c962-43e7-86bf-5b069e025803 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c824df7-ec4c-423d-88ba-c8f765a1873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524671 Aug 19 13:16:17.583901 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee489789-defd-4aa7-bf05-95b75cea8a00 req-188c69c8-885e-44d1-bd95-a726dbd45f0e tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:17.597413 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-ee489789-defd-4aa7-bf05-95b75cea8a00 req-188c69c8-885e-44d1-bd95-a726dbd45f0e tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 932 time: 0.1075265 Aug 19 13:16:17.665537 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-ee489789-defd-4aa7-bf05-95b75cea8a00 req-bbd25b29-921b-469f-89dc-fefa55130565 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc0550a-c30f-4b3b-ae83-ad71b375e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684125 Aug 19 13:16:17.817761 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6015b4d-9039-43df-8a09-d04420ee4f62 req-0598e8f4-e3e0-4405-a754-a66445d79954 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:17.819450 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-f6015b4d-9039-43df-8a09-d04420ee4f62 req-0598e8f4-e3e0-4405-a754-a66445d79954 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 943 time: 0.1005256 Aug 19 13:16:17.888686 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-f6015b4d-9039-43df-8a09-d04420ee4f62 req-743a0c5e-8ba7-4bea-be99-a2619aee0015 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634735 Aug 19 13:16:18.288896 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03b37a-adde-484e-b0e7-f31e5eaf0c75 req-569ad4a3-e54c-49f0-ac2c-ae7c3addaef8 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:18.290219 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-cf03b37a-adde-484e-b0e7-f31e5eaf0c75 req-569ad4a3-e54c-49f0-ac2c-ae7c3addaef8 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=df3cb0b4-92f2-4055-b480-40666e656bd4 HTTP/1.1" status: 200 len: 946 time: 0.0986881 Aug 19 13:16:18.340413 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-cf03b37a-adde-484e-b0e7-f31e5eaf0c75 req-1f51489c-b78f-4ff7-997f-2ac26df5b2d9 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c824df7-ec4c-423d-88ba-c8f765a1873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474141 Aug 19 13:16:18.897404 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32db2cd-6f3a-4e7c-b5d3-d552ab382449 req-f8da83f3-4053-4eb0-84de-a38281536f61 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:18.898125 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-a32db2cd-6f3a-4e7c-b5d3-d552ab382449 req-f8da83f3-4053-4eb0-84de-a38281536f61 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Synchronizing usage tracker for tenant:9b5f0e2e107546a08b4ec133e8369dfb on resource:port {{(pid=79300) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:16:18.917430 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-a32db2cd-6f3a-4e7c-b5d3-d552ab382449 req-f8da83f3-4053-4eb0-84de-a38281536f61 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Unset dirty status for tenant:9b5f0e2e107546a08b4ec133e8369dfb on resource:port {{(pid=79300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:16:18.919998 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-a32db2cd-6f3a-4e7c-b5d3-d552ab382449 req-f8da83f3-4053-4eb0-84de-a38281536f61 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 932 time: 0.1305087 Aug 19 13:16:18.988181 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-a32db2cd-6f3a-4e7c-b5d3-d552ab382449 req-a5fb7535-d6c9-4dd9-8b6e-31874c92a937 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc0550a-c30f-4b3b-ae83-ad71b375e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588088 Aug 19 13:16:19.142933 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494365a0-f51b-4c64-aa83-e4757b23acad req-2421f15d-a2fa-4f00-a724-34542d4f940b tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:19.145194 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-494365a0-f51b-4c64-aa83-e4757b23acad req-2421f15d-a2fa-4f00-a724-34542d4f940b tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 943 time: 0.0988812 Aug 19 13:16:19.217958 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-494365a0-f51b-4c64-aa83-e4757b23acad req-bb4cb371-c1ec-47c9-99b4-1466fcb36295 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630341 Aug 19 13:16:19.560655 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4066ca8-69d7-489c-b897-41ef3790300b req-610ee90f-47a9-48da-ab6a-1f64cef83b12 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:19.562164 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-e4066ca8-69d7-489c-b897-41ef3790300b req-610ee90f-47a9-48da-ab6a-1f64cef83b12 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=df3cb0b4-92f2-4055-b480-40666e656bd4 HTTP/1.1" status: 200 len: 946 time: 0.0871820 Aug 19 13:16:19.616364 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-e4066ca8-69d7-489c-b897-41ef3790300b req-10b8e56b-e13d-45be-bb15-dd822b1646a7 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c824df7-ec4c-423d-88ba-c8f765a1873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482018 Aug 19 13:16:20.225060 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d79d22-9430-4c29-be89-186ded8a19b4 req-8654e96c-6fe9-4dd8-b03e-b0039e380730 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:20.226769 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-53d79d22-9430-4c29-be89-186ded8a19b4 req-8654e96c-6fe9-4dd8-b03e-b0039e380730 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 932 time: 0.1234627 Aug 19 13:16:20.281095 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-53d79d22-9430-4c29-be89-186ded8a19b4 req-c3e7d586-4eff-414d-b907-9610068822cc tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc0550a-c30f-4b3b-ae83-ad71b375e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472856 Aug 19 13:16:20.333629 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device d34b7e18-bded-46e8-9c8b-83ff2046efd9 no longer exists at agent hyperv_hv-cinder-80514 {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 19 13:16:20.439780 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc341ae-676f-4373-b6d4-f0fab2b0dcb0 req-7429cb07-bce8-413d-bb9f-f1c2d522f792 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:20.441341 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-0cc341ae-676f-4373-b6d4-f0fab2b0dcb0 req-7429cb07-bce8-413d-bb9f-f1c2d522f792 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 943 time: 0.0914986 Aug 19 13:16:20.456766 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:20.487476 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df3cb0b4-92f2-4055-b480-40666e656bd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd34b7e18-bded-46e8-9c8b-83ff2046efd9'}] {{(pid=79301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:16:20.496707 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-0cc341ae-676f-4373-b6d4-f0fab2b0dcb0 req-8f539d07-9428-4a3f-a9af-281035fd4d05 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496044 Aug 19 13:16:20.498190 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port d34b7e18-bded-46e8-9c8b-83ff2046efd9, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=d34b7e18-bded-46e8-9c8b-83ff2046efd9,segment=NetworkSegment(1e972220-39bc-4aae-b977-d69a31936ee0),segment_id=1e972220-39bc-4aae-b977-d69a31936ee0)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:16:20.507847 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:20.510371 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-d520c24c-3040-4ab4-8ffc-3fc0ed9eeb37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:16:20.563697 dv-cinder-805144-1-iscsi neutron-server[79301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df3cb0b4-92f2-4055-b480-40666e656bd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd34b7e18-bded-46e8-9c8b-83ff2046efd9', 'code': 200} Aug 19 13:16:20.591161 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=d34b7e18-bded-46e8-9c8b-83ff2046efd9,revision_number=6']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:16:20.595002 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:16:20.856233 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e882e52e-be6f-4887-a280-73831ffd56d9 req-f67ce9fb-dfce-4d7c-9aa9-651a572ac2cc tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:20.864491 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-e882e52e-be6f-4887-a280-73831ffd56d9 req-f67ce9fb-dfce-4d7c-9aa9-651a572ac2cc tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=df3cb0b4-92f2-4055-b480-40666e656bd4 HTTP/1.1" status: 200 len: 944 time: 0.1102250 Aug 19 13:16:20.907253 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-e882e52e-be6f-4887-a280-73831ffd56d9 req-31e07d14-ae15-4b0a-bb04-759f375de509 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c824df7-ec4c-423d-88ba-c8f765a1873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416155 Aug 19 13:16:21.479366 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e9caf-d8d9-48fa-bf1f-1475707d197f req-bbc0e97d-d00f-4971-88b0-1df41379a970 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:21.480849 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-8a0e9caf-d8d9-48fa-bf1f-1475707d197f req-bbc0e97d-d00f-4971-88b0-1df41379a970 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 932 time: 0.0828094 Aug 19 13:16:21.528748 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-8a0e9caf-d8d9-48fa-bf1f-1475707d197f req-16064e96-3ced-4fc4-bd09-335c29f4ad93 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc0550a-c30f-4b3b-ae83-ad71b375e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416310 Aug 19 13:16:21.718426 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24286c98-06e9-4a9a-aee3-6e2985783104 req-7a05442d-7e05-4607-9624-8ee15e1913e3 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:21.720587 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-24286c98-06e9-4a9a-aee3-6e2985783104 req-7a05442d-7e05-4607-9624-8ee15e1913e3 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 943 time: 0.0928462 Aug 19 13:16:21.775135 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-24286c98-06e9-4a9a-aee3-6e2985783104 req-86bed794-8be2-4f8c-90aa-2628eb415493 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488861 Aug 19 13:16:22.239123 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bc883-a8dc-4e7e-a37c-0d26c45f25cf req-7f3b3294-df75-4eb5-ad1b-344bdf162469 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:22.240544 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e55bc883-a8dc-4e7e-a37c-0d26c45f25cf req-7f3b3294-df75-4eb5-ad1b-344bdf162469 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=df3cb0b4-92f2-4055-b480-40666e656bd4 HTTP/1.1" status: 200 len: 944 time: 0.1855083 Aug 19 13:16:22.294501 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e55bc883-a8dc-4e7e-a37c-0d26c45f25cf req-57121630-f296-4075-a78f-44c361017e1f tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c824df7-ec4c-423d-88ba-c8f765a1873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478411 Aug 19 13:16:22.749373 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba604b-43af-439d-a5e1-05d656f04c22 req-7c08b419-b525-4b16-b90d-29d6519fefd1 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:22.751310 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-12ba604b-43af-439d-a5e1-05d656f04c22 req-7c08b419-b525-4b16-b90d-29d6519fefd1 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 932 time: 0.0980971 Aug 19 13:16:22.822961 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-12ba604b-43af-439d-a5e1-05d656f04c22 req-3b9a38a0-cb12-4eec-9532-fc8df4fae683 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc0550a-c30f-4b3b-ae83-ad71b375e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658500 Aug 19 13:16:23.012484 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff08df-2780-4865-801f-d532d0a0b460 req-ff183ace-a412-46aa-bef1-c8bff93748da tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:23.014441 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-3fff08df-2780-4865-801f-d532d0a0b460 req-ff183ace-a412-46aa-bef1-c8bff93748da tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 943 time: 0.0952415 Aug 19 13:16:23.075266 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-3fff08df-2780-4865-801f-d532d0a0b460 req-fd032e32-88f8-4480-9546-52c03cb77126 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527699 Aug 19 13:16:23.464790 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 58472) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:16:23.573283 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d321c4-a8c5-4843-aae9-7ccd2c1d1289 req-571e210e-de30-4fd5-92bd-9607de3d3a94 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:23.575045 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-42d321c4-a8c5-4843-aae9-7ccd2c1d1289 req-571e210e-de30-4fd5-92bd-9607de3d3a94 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=df3cb0b4-92f2-4055-b480-40666e656bd4 HTTP/1.1" status: 200 len: 944 time: 0.1244094 Aug 19 13:16:23.663068 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-bdefd565-9772-4693-9d42-3f4f6b5732a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:23.669317 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-42d321c4-a8c5-4843-aae9-7ccd2c1d1289 req-a4a2aac4-7642-427b-a3d3-e309bdca593d tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c824df7-ec4c-423d-88ba-c8f765a1873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722368 Aug 19 13:16:23.686488 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-bdefd565-9772-4693-9d42-3f4f6b5732a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:16:23.691772 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-bdefd565-9772-4693-9d42-3f4f6b5732a1 admin admin] Usage tracker for resource:security_group_rule and tenant:cff8ed050a1f45a5997ef7f541e1701c is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:16:23.694909 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-bdefd565-9772-4693-9d42-3f4f6b5732a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:16:23.701490 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-bdefd565-9772-4693-9d42-3f4f6b5732a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:16:23.810281 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-bdefd565-9772-4693-9d42-3f4f6b5732a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:23.820341 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-bdefd565-9772-4693-9d42-3f4f6b5732a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:23.831374 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-c5e55ee9-df62-43fe-848f-ad49076aa118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:16:23.865872 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdefd565-9772-4693-9d42-3f4f6b5732a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5b4a76-dc8d-4501-a306-7c846a6753ca,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:16:23.897164 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-bdefd565-9772-4693-9d42-3f4f6b5732a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:16:23.912838 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-bdefd565-9772-4693-9d42-3f4f6b5732a1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cff8ed050a1f45a5997ef7f541e1701c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4468813 Aug 19 13:16:23.915472 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 58482) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:16:23.997725 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-108f9f09-8f25-4006-b5a8-4d13227892ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:24.029577 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-108f9f09-8f25-4006-b5a8-4d13227892ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:24.063852 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e84c4-1b10-4d2d-b3fb-bae3df99650e req-3282d274-9e4b-4fec-8e58-30477a82a85d tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:24.071024 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-744e84c4-1b10-4d2d-b3fb-bae3df99650e req-3282d274-9e4b-4fec-8e58-30477a82a85d tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 932 time: 0.1080189 Aug 19 13:16:24.097694 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-108f9f09-8f25-4006-b5a8-4d13227892ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:24.104232 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-f02e4c70-f09a-4b30-b36b-99e9de0fa22e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:16:24.116866 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-108f9f09-8f25-4006-b5a8-4d13227892ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:24.120285 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-108f9f09-8f25-4006-b5a8-4d13227892ae admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4c5b4a76-dc8d-4501-a306-7c846a6753ca HTTP/1.1" status: 204 len: 168 time: 0.2015061 Aug 19 13:16:24.121492 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108f9f09-8f25-4006-b5a8-4d13227892ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5b4a76-dc8d-4501-a306-7c846a6753ca,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:16:24.129877 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-108f9f09-8f25-4006-b5a8-4d13227892ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:16:24.141615 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-744e84c4-1b10-4d2d-b3fb-bae3df99650e req-d7531922-75da-490d-8ba7-9b9685d0acb1 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc0550a-c30f-4b3b-ae83-ad71b375e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697169 Aug 19 13:16:24.339953 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7691005-73b2-481b-b278-c312ff3cc1b3 req-d8b498d8-5674-49f7-9fd4-abd303e34863 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:24.342108 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-f7691005-73b2-481b-b278-c312ff3cc1b3 req-d8b498d8-5674-49f7-9fd4-abd303e34863 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 943 time: 0.1008241 Aug 19 13:16:24.404149 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-f7691005-73b2-481b-b278-c312ff3cc1b3 req-51687bd6-8e4c-4290-92e4-3b714964c030 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547354 Aug 19 13:16:24.885533 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f629325-ba98-4361-a360-1e9dfcc76190 req-18bbac81-82b4-4e3a-ab59-2cac3b18af98 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:24.887079 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-3f629325-ba98-4361-a360-1e9dfcc76190 req-18bbac81-82b4-4e3a-ab59-2cac3b18af98 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=df3cb0b4-92f2-4055-b480-40666e656bd4 HTTP/1.1" status: 200 len: 944 time: 0.1107705 Aug 19 13:16:24.940521 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-3f629325-ba98-4361-a360-1e9dfcc76190 req-b8181866-e04c-4aba-8542-7d1d20549427 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c824df7-ec4c-423d-88ba-c8f765a1873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425231 Aug 19 13:16:24.961641 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-8e49fdbf-ea20-4d9a-86f0-b38962d3243c service neutron] Request body: {'port': {'device_id': 'e7cda10b-ebd9-4d6b-a955-0b10638b7a2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80514'}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:16:25.080373 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-8e49fdbf-ea20-4d9a-86f0-b38962d3243c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:25.210595 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d8cd1-6684-4ae8-90e4-6666ae378df9 req-49bab98a-a904-43c0-86b1-58340121c21e tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:25.212099 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e69d8cd1-6684-4ae8-90e4-6666ae378df9 req-49bab98a-a904-43c0-86b1-58340121c21e tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.68 "GET /v2.0/ports?device_id=df3cb0b4-92f2-4055-b480-40666e656bd4 HTTP/1.1" status: 200 len: 944 time: 0.0893910 Aug 19 13:16:25.298344 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.plugin [req-e69d8cd1-6684-4ae8-90e4-6666ae378df9 req-a3b0653d-8418-410c-a62c-ef0002afd709 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Deleting port d34b7e18-bded-46e8-9c8b-83ff2046efd9 {{(pid=79299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:16:25.298695 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-e69d8cd1-6684-4ae8-90e4-6666ae378df9 req-a3b0653d-8418-410c-a62c-ef0002afd709 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:25.563754 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35be7f6-1a1b-4274-87bb-bd33e3a5855c req-f4c0531f-9390-4875-9109-76da988276d1 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:25.565134 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d35be7f6-1a1b-4274-87bb-bd33e3a5855c req-f4c0531f-9390-4875-9109-76da988276d1 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 932 time: 0.2460613 Aug 19 13:16:25.664087 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.db [req-e69d8cd1-6684-4ae8-90e4-6666ae378df9 req-a3b0653d-8418-410c-a62c-ef0002afd709 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] For port d34b7e18-bded-46e8-9c8b-83ff2046efd9, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=d34b7e18-bded-46e8-9c8b-83ff2046efd9,segment=NetworkSegment(1e972220-39bc-4aae-b977-d69a31936ee0),segment_id=1e972220-39bc-4aae-b977-d69a31936ee0)] {{(pid=79299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:16:25.664482 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-e69d8cd1-6684-4ae8-90e4-6666ae378df9 req-a3b0653d-8418-410c-a62c-ef0002afd709 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:25.680415 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d35be7f6-1a1b-4274-87bb-bd33e3a5855c req-9d520708-23d6-4822-aef8-96714776d223 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc0550a-c30f-4b3b-ae83-ad71b375e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072893 Aug 19 13:16:25.709364 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.notifiers.nova [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-8e49fdbf-ea20-4d9a-86f0-b38962d3243c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc54abfb-57b1-4773-97d6-e8cab3cdfafd {{(pid=79300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:16:25.717236 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-8e49fdbf-ea20-4d9a-86f0-b38962d3243c service neutron] Notify callbacks [] for port, precommit_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:25.735864 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.provisioning_blocks [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-8e49fdbf-ea20-4d9a-86f0-b38962d3243c service neutron] Transition to ACTIVE for port object bc54abfb-57b1-4773-97d6-e8cab3cdfafd will not be triggered until provisioned by entity L2. {{(pid=79300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:16:25.744595 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-8e49fdbf-ea20-4d9a-86f0-b38962d3243c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6202502'] for port, after_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:25.750476 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-d4df7dcb-cbec-4403-a8c1-a7b60a3a2487 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:16:25.760789 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7dbdac-75a5-41f7-bff7-be57b9b9bb4c req-b31e5536-5297-4bd2-bcfc-4fc4c319f804 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:25.762347 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-1c7dbdac-75a5-41f7-bff7-be57b9b9bb4c req-b31e5536-5297-4bd2-bcfc-4fc4c319f804 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 943 time: 0.2269061 Aug 19 13:16:26.057853 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e49fdbf-ea20-4d9a-86f0-b38962d3243c service neutron] Pushing event updated for resources: {'Port': ['ID=bc54abfb-57b1-4773-97d6-e8cab3cdfafd,revision_number=2']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:16:26.091204 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-8e49fdbf-ea20-4d9a-86f0-b38962d3243c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:16:26.115253 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-1c7dbdac-75a5-41f7-bff7-be57b9b9bb4c req-a1dce242-a733-4f53-b9de-a2d8fee2c540 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3401213 Aug 19 13:16:26.168962 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-e69d8cd1-6684-4ae8-90e4-6666ae378df9 req-a3b0653d-8418-410c-a62c-ef0002afd709 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:26.170000 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-e69d8cd1-6684-4ae8-90e4-6666ae378df9 req-a3b0653d-8418-410c-a62c-ef0002afd709 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962991'] for floatingip, after_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:26.170000 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.db.l3_db [req-e69d8cd1-6684-4ae8-90e4-6666ae378df9 req-a3b0653d-8418-410c-a62c-ef0002afd709 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Floating IP 20ddcee2-004c-4dfa-a589-d41b822667ad disassociated. External IP: 172.27.1.64, port: d34b7e18-bded-46e8-9c8b-83ff2046efd9. Aug 19 13:16:26.170000 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.plugin [req-e69d8cd1-6684-4ae8-90e4-6666ae378df9 req-a3b0653d-8418-410c-a62c-ef0002afd709 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Calling delete_port for d34b7e18-bded-46e8-9c8b-83ff2046efd9 owned by compute:nova {{(pid=79299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:16:26.199520 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.managers [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-8e49fdbf-ea20-4d9a-86f0-b38962d3243c service neutron] Attempting to bind port bc54abfb-57b1-4773-97d6-e8cab3cdfafd on host hv-cinder-80514 for vnic_type normal with profile {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:16:26.199877 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.managers [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-8e49fdbf-ea20-4d9a-86f0-b38962d3243c service neutron] Attempting to bind port bc54abfb-57b1-4773-97d6-e8cab3cdfafd by drivers openvswitch,hyperv on host hv-cinder-80514 at level 0 using segments [{'id': 'a7d43235-ba3c-42c5-bf37-822e9c1fae6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '146b2f75-1238-4b8e-8670-030041b2b962'}] {{(pid=79300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:16:26.200210 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-8e49fdbf-ea20-4d9a-86f0-b38962d3243c service neutron] Attempting to bind port bc54abfb-57b1-4773-97d6-e8cab3cdfafd on network 146b2f75-1238-4b8e-8670-030041b2b962 {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:16:26.209088 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-8e49fdbf-ea20-4d9a-86f0-b38962d3243c service neutron] Port bc54abfb-57b1-4773-97d6-e8cab3cdfafd on network 146b2f75-1238-4b8e-8670-030041b2b962 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80514 {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 19 13:16:26.209412 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-8e49fdbf-ea20-4d9a-86f0-b38962d3243c service neutron] Attempting to bind port bc54abfb-57b1-4773-97d6-e8cab3cdfafd on network 146b2f75-1238-4b8e-8670-030041b2b962 {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:16:26.217247 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-8e49fdbf-ea20-4d9a-86f0-b38962d3243c service neutron] Checking agent: {'id': '5d0591c0-6bc7-4d98-9be8-a8b87dc9a0b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 13, 7, 4), 'started_at': datetime.datetime(2021, 8, 19, 13, 7, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 19 13:16:26.217574 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-8e49fdbf-ea20-4d9a-86f0-b38962d3243c service neutron] Checking segment: {'id': 'a7d43235-ba3c-42c5-bf37-822e9c1fae6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '146b2f75-1238-4b8e-8670-030041b2b962'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:16:26.218585 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-8e49fdbf-ea20-4d9a-86f0-b38962d3243c service neutron] Bound using segment: {'id': 'a7d43235-ba3c-42c5-bf37-822e9c1fae6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '146b2f75-1238-4b8e-8670-030041b2b962'} {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 19 13:16:26.218955 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.managers [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-8e49fdbf-ea20-4d9a-86f0-b38962d3243c service neutron] Bound port: bc54abfb-57b1-4773-97d6-e8cab3cdfafd, host: hv-cinder-80514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7d43235-ba3c-42c5-bf37-822e9c1fae6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '146b2f75-1238-4b8e-8670-030041b2b962'}}] {{(pid=79300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:16:26.219316 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-8e49fdbf-ea20-4d9a-86f0-b38962d3243c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:26.237336 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768f47e-575b-476c-958d-0907b57b2fff req-f9416b96-f35c-423e-87e7-49e5fe1ab595 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:26.238860 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-8768f47e-575b-476c-958d-0907b57b2fff req-f9416b96-f35c-423e-87e7-49e5fe1ab595 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=df3cb0b4-92f2-4055-b480-40666e656bd4 HTTP/1.1" status: 200 len: 944 time: 0.1467371 Aug 19 13:16:26.330058 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-e69d8cd1-6684-4ae8-90e4-6666ae378df9 req-a3b0653d-8418-410c-a62c-ef0002afd709 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6301144'] for port, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:26.335715 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-b5e76e20-834b-4a54-b774-e08fe4864985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:16:26.346736 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-8768f47e-575b-476c-958d-0907b57b2fff req-9fd046b8-e981-49f7-98aa-0744df25825b tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c824df7-ec4c-423d-88ba-c8f765a1873b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015899 Aug 19 13:16:26.361520 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.db [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-8e49fdbf-ea20-4d9a-86f0-b38962d3243c service neutron] For port bc54abfb-57b1-4773-97d6-e8cab3cdfafd, host hv-cinder-80514, cleared binding levels {{(pid=79300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 19 13:16:26.365291 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.db [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-8e49fdbf-ea20-4d9a-86f0-b38962d3243c service neutron] For port bc54abfb-57b1-4773-97d6-e8cab3cdfafd, host hv-cinder-80514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=bc54abfb-57b1-4773-97d6-e8cab3cdfafd,segment=NetworkSegment(a7d43235-ba3c-42c5-bf37-822e9c1fae6e),segment_id=a7d43235-ba3c-42c5-bf37-822e9c1fae6e)] {{(pid=79300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 19 13:16:26.370641 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-8e49fdbf-ea20-4d9a-86f0-b38962d3243c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6202502'] for port, after_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:26.376836 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-1934f51a-510e-4775-b76c-bf0a844e09eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:16:26.384441 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b0653d-8418-410c-a62c-ef0002afd709 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Pushing event deleted for resources: {'Port': ['ID=d34b7e18-bded-46e8-9c8b-83ff2046efd9,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:16:26.387969 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-a3b0653d-8418-410c-a62c-ef0002afd709 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:16:26.443353 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-8e49fdbf-ea20-4d9a-86f0-b38962d3243c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:26.443903 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-8e49fdbf-ea20-4d9a-86f0-b38962d3243c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for port, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:26.445258 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-8e49fdbf-ea20-4d9a-86f0-b38962d3243c service neutron] 10.222.0.68 "PUT /v2.0/ports/bc54abfb-57b1-4773-97d6-e8cab3cdfafd HTTP/1.1" status: 200 len: 1094 time: 1.4907982 Aug 19 13:16:26.445765 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7cda10b-ebd9-4d6b-a955-0b10638b7a2f', 'tag': 'bc54abfb-57b1-4773-97d6-e8cab3cdfafd'}] {{(pid=79300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:16:26.465750 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e49fdbf-ea20-4d9a-86f0-b38962d3243c service neutron] Pushing event updated for resources: {'Port': ['ID=bc54abfb-57b1-4773-97d6-e8cab3cdfafd,revision_number=3']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:16:26.470501 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-8e49fdbf-ea20-4d9a-86f0-b38962d3243c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:16:26.541199 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7cda10b-ebd9-4d6b-a955-0b10638b7a2f', 'tag': 'bc54abfb-57b1-4773-97d6-e8cab3cdfafd', 'status': 'completed', 'code': 200} Aug 19 13:16:26.635672 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-0440a001-b8a9-4d90-b098-820903705aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:26.637168 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-0440a001-b8a9-4d90-b098-820903705aaa service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9b5f0e2e107546a08b4ec133e8369dfb&device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 1097 time: 0.0852714 Aug 19 13:16:26.708745 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e69d8cd1-6684-4ae8-90e4-6666ae378df9 req-a3b0653d-8418-410c-a62c-ef0002afd709 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Router c75872c9-8e32-4240-af5f-e459863fa986 has already been hosted by L3 agent bb0205a6-735d-4789-b813-02600d36e527 {{(pid=79299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 19 13:16:26.719433 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-1e5685ce-bac0-4c6b-8700-88ce53eccb3d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc54abfb-57b1-4773-97d6-e8cab3cdfafd HTTP/1.1" status: 200 len: 217 time: 0.0692499 Aug 19 13:16:26.797799 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-610db199-c8b2-4dd9-ab4d-b55ca2480eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:26.799416 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-610db199-c8b2-4dd9-ab4d-b55ca2480eb8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=97420a0f-08e6-4409-8050-18fd91d4363c HTTP/1.1" status: 200 len: 854 time: 0.0737865 Aug 19 13:16:26.934062 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e69d8cd1-6684-4ae8-90e4-6666ae378df9 req-a3b0653d-8418-410c-a62c-ef0002afd709 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify agent at l3_agent.dv-cinder-805144-1-iscsi the message routers_updated {{(pid=79299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 19 13:16:26.945998 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d978c7b-9887-4810-9130-cbda17fee6b0 None None] Sync routers for ids ['c75872c9-8e32-4240-af5f-e459863fa986'] in dv-cinder-805144-1-iscsi {{(pid=79301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:16:26.950398 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-38c7779d-0b32-4fb0-892c-c4064b73a541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:26.951861 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-38c7779d-0b32-4fb0-892c-c4064b73a541 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=146b2f75-1238-4b8e-8670-030041b2b962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1463258 Aug 19 13:16:26.960773 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d978c7b-9887-4810-9130-cbda17fee6b0 None None] Routers {'c75872c9-8e32-4240-af5f-e459863fa986'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:16:26.961635 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-7d978c7b-9887-4810-9130-cbda17fee6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:16:01Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['c75872c9-8e32-4240-af5f-e459863fa986'], 'active': True} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:16:27.020551 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69d8cd1-6684-4ae8-90e4-6666ae378df9 req-a3b0653d-8418-410c-a62c-ef0002afd709 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] No DVR routers for this DVR port d34b7e18-bded-46e8-9c8b-83ff2046efd9 on host hv-cinder-80514 {{(pid=79299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:16:27.023122 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-e69d8cd1-6684-4ae8-90e4-6666ae378df9 req-a3b0653d-8418-410c-a62c-ef0002afd709 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for port, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:27.025868 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df3cb0b4-92f2-4055-b480-40666e656bd4', 'name': 'network-vif-deleted', 'tag': 'd34b7e18-bded-46e8-9c8b-83ff2046efd9'}] {{(pid=79299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:16:27.044098 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ef774-bec7-4708-b94f-dce57660cbd7 req-f413f184-1ddb-4e30-acb7-f2b7e6aaa2cd tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:27.045750 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-7a9ef774-bec7-4708-b94f-dce57660cbd7 req-f413f184-1ddb-4e30-acb7-f2b7e6aaa2cd tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 944 time: 0.1927354 Aug 19 13:16:27.052621 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e69d8cd1-6684-4ae8-90e4-6666ae378df9 req-a3b0653d-8418-410c-a62c-ef0002afd709 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.68 "DELETE /v2.0/ports/d34b7e18-bded-46e8-9c8b-83ff2046efd9 HTTP/1.1" status: 204 len: 173 time: 1.8342474 Aug 19 13:16:27.091270 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df3cb0b4-92f2-4055-b480-40666e656bd4', 'name': 'network-vif-deleted', 'tag': 'd34b7e18-bded-46e8-9c8b-83ff2046efd9', 'status': 'completed', 'code': 200} Aug 19 13:16:27.146645 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-7a9ef774-bec7-4708-b94f-dce57660cbd7 req-fe449426-d0ee-4943-b852-59df78e4cbc0 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc0550a-c30f-4b3b-ae83-ad71b375e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781701 Aug 19 13:16:27.158118 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-a15aaa4c-1e9d-4b84-8a6e-8f3c45ff37fb service neutron] 10.222.0.68 "GET /v2.0/networks/146b2f75-1238-4b8e-8670-030041b2b962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989326 Aug 19 13:16:27.184252 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvr_db [None req-7d978c7b-9887-4810-9130-cbda17fee6b0 None None] Set router c75872c9-8e32-4240-af5f-e459863fa986 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:16:27.322819 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-05f341b8-2db0-4cc6-bc38-7c26ab91af3c req-e5f2fe56-d183-4109-808d-984db927c665 service neutron] 10.222.0.68 "GET /v2.0/networks/146b2f75-1238-4b8e-8670-030041b2b962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579106 Aug 19 13:16:27.333939 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03cb47f-1cad-454d-9a06-5d5819c913b6 req-7817ea3a-45d0-4b6d-9329-c5ff7c05bae0 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:27.335595 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-f03cb47f-1cad-454d-9a06-5d5819c913b6 req-7817ea3a-45d0-4b6d-9329-c5ff7c05bae0 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 943 time: 0.0854917 Aug 19 13:16:27.386322 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-f03cb47f-1cad-454d-9a06-5d5819c913b6 req-33744cff-19bd-4ef0-9838-19a28584e7b0 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447819 Aug 19 13:16:27.539971 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-7d978c7b-9887-4810-9130-cbda17fee6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'name': 'tempest-AttachVolumeTestJSON-813576112-router', 'tenant_id': '95c06fea712a4e118bd5a76f6957b19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '93155038-97cb-4ec3-9278-e31f21009e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:59Z', 'updated_at': '2021-08-19T13:09:15Z', 'revision_number': 4, 'project_id': '95c06fea712a4e118bd5a76f6957b19a', 'gw_port': {'id': '93155038-97cb-4ec3-9278-e31f21009e33', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:81:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:01Z', 'updated_at': '2021-08-19T13:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': '1edb6b9f-c585-4df8-a190-c9e932413cad', 'name': '', 'network_id': '11872a7c-c78f-4b06-a868-5e50d8b5c681', 'tenant_id': '95c06fea712a4e118bd5a76f6957b19a', 'mac_address': 'fa:16:3e:d0:b2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b7e2718c-f55a-406a-999f-edb1d22fd1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:09Z', 'updated_at': '2021-08-19T13:09:32Z', 'revision_number': 5, 'project_id': '95c06fea712a4e118bd5a76f6957b19a', 'subnets': [{'id': 'b7e2718c-f55a-406a-999f-edb1d22fd1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:16:27.544692 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d978c7b-9887-4810-9130-cbda17fee6b0 None None] Checking router: c75872c9-8e32-4240-af5f-e459863fa986 for host: dv-cinder-805144-1-iscsi {{(pid=79301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:16:27.554444 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d978c7b-9887-4810-9130-cbda17fee6b0 None None] Routers {'c75872c9-8e32-4240-af5f-e459863fa986'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:16:27.555231 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-7d978c7b-9887-4810-9130-cbda17fee6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:16:01Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['c75872c9-8e32-4240-af5f-e459863fa986'], 'active': True} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:16:27.665359 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-faa89830-892a-48c8-a55d-4a93f35a55f6 req-12751eec-51ee-4270-9988-87db84da8714 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/ports?device_id=df3cb0b4-92f2-4055-b480-40666e656bd4 HTTP/1.1" status: 200 len: 210 time: 0.0674388 Aug 19 13:16:27.680192 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1ed3e-f4c9-4058-9844-ee8c474d217e req-484c0a0f-9a4b-4a43-b2be-707b825fbe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:27.682174 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-dca1ed3e-f4c9-4058-9844-ee8c474d217e req-484c0a0f-9a4b-4a43-b2be-707b825fbe88 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9b5f0e2e107546a08b4ec133e8369dfb&device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 1097 time: 0.2695799 Aug 19 13:16:27.804659 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvr_db [None req-7d978c7b-9887-4810-9130-cbda17fee6b0 None None] Set router c75872c9-8e32-4240-af5f-e459863fa986 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:16:27.878368 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1ed3e-f4c9-4058-9844-ee8c474d217e req-0c71cc80-19cb-4a28-b93a-04f162ccbe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:27.880890 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-dca1ed3e-f4c9-4058-9844-ee8c474d217e req-0c71cc80-19cb-4a28-b93a-04f162ccbe50 service neutron] 10.222.0.68 "GET /v2.0/networks?id=146b2f75-1238-4b8e-8670-030041b2b962 HTTP/1.1" status: 200 len: 917 time: 0.1861327 Aug 19 13:16:27.961427 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-dca1ed3e-f4c9-4058-9844-ee8c474d217e req-fd4df583-e125-4ea2-8da5-507760bffec2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc54abfb-57b1-4773-97d6-e8cab3cdfafd HTTP/1.1" status: 200 len: 217 time: 0.0731525 Aug 19 13:16:28.032660 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1ed3e-f4c9-4058-9844-ee8c474d217e req-79f953c1-93d0-4b9c-9306-e5061bd9ec78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:28.033031 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-dca1ed3e-f4c9-4058-9844-ee8c474d217e req-79f953c1-93d0-4b9c-9306-e5061bd9ec78 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=97420a0f-08e6-4409-8050-18fd91d4363c HTTP/1.1" status: 200 len: 854 time: 0.0631781 Aug 19 13:16:28.127109 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1ed3e-f4c9-4058-9844-ee8c474d217e req-2dc83ac5-a826-44a4-8dae-9b7de4c8f31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:28.129003 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-dca1ed3e-f4c9-4058-9844-ee8c474d217e req-2dc83ac5-a826-44a4-8dae-9b7de4c8f31f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=146b2f75-1238-4b8e-8670-030041b2b962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0887871 Aug 19 13:16:28.148565 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-9c18c836-90bb-4bcf-a9d7-8dea6e37ac8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:28.161220 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-7d978c7b-9887-4810-9130-cbda17fee6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'name': 'tempest-AttachVolumeTestJSON-813576112-router', 'tenant_id': '95c06fea712a4e118bd5a76f6957b19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '93155038-97cb-4ec3-9278-e31f21009e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:59Z', 'updated_at': '2021-08-19T13:09:15Z', 'revision_number': 4, 'project_id': '95c06fea712a4e118bd5a76f6957b19a', 'gw_port': {'id': '93155038-97cb-4ec3-9278-e31f21009e33', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:81:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:01Z', 'updated_at': '2021-08-19T13:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': '1edb6b9f-c585-4df8-a190-c9e932413cad', 'name': '', 'network_id': '11872a7c-c78f-4b06-a868-5e50d8b5c681', 'tenant_id': '95c06fea712a4e118bd5a76f6957b19a', 'mac_address': 'fa:16:3e:d0:b2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b7e2718c-f55a-406a-999f-edb1d22fd1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:09Z', 'updated_at': '2021-08-19T13:09:32Z', 'revision_number': 5, 'project_id': '95c06fea712a4e118bd5a76f6957b19a', 'subnets': [{'id': 'b7e2718c-f55a-406a-999f-edb1d22fd1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:16:28.165811 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d978c7b-9887-4810-9130-cbda17fee6b0 None None] The sync data for ids ['c75872c9-8e32-4240-af5f-e459863fa986'] in dv-cinder-805144-1-iscsi is: [{'id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'name': 'tempest-AttachVolumeTestJSON-813576112-router', 'tenant_id': '95c06fea712a4e118bd5a76f6957b19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '93155038-97cb-4ec3-9278-e31f21009e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:59Z', 'updated_at': '2021-08-19T13:09:15Z', 'revision_number': 4, 'project_id': '95c06fea712a4e118bd5a76f6957b19a', 'gw_port': {'id': '93155038-97cb-4ec3-9278-e31f21009e33', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:81:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:01Z', 'updated_at': '2021-08-19T13:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': '1edb6b9f-c585-4df8-a190-c9e932413cad', 'name': '', 'network_id': '11872a7c-c78f-4b06-a868-5e50d8b5c681', 'tenant_id': '95c06fea712a4e118bd5a76f6957b19a', 'mac_address': 'fa:16:3e:d0:b2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b7e2718c-f55a-406a-999f-edb1d22fd1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:09Z', 'updated_at': '2021-08-19T13:09:32Z', 'revision_number': 5, 'project_id': '95c06fea712a4e118bd5a76f6957b19a', 'subnets': [{'id': 'b7e2718c-f55a-406a-999f-edb1d22fd1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:16:28.278494 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-dca1ed3e-f4c9-4058-9844-ee8c474d217e req-539a949d-dee9-4a0e-9553-9f35c6c98a6b service neutron] 10.222.0.68 "GET /v2.0/networks/146b2f75-1238-4b8e-8670-030041b2b962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423979 Aug 19 13:16:28.460871 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c649d1-07c5-461d-939a-030a468b6fda None None] New status for floating IP 20ddcee2-004c-4dfa-a589-d41b822667ad: DOWN {{(pid=79302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:16:28.478022 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-dca1ed3e-f4c9-4058-9844-ee8c474d217e req-1103caf8-bc5c-4f15-9ddf-5313998c6a40 service neutron] 10.222.0.68 "GET /v2.0/networks/146b2f75-1238-4b8e-8670-030041b2b962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931005 Aug 19 13:16:28.487757 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f48b3-f7d7-4fbc-907b-b359bc732ec1 req-b223f5f0-8080-40fe-bdd1-720c0f183c59 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:28.489461 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-354f48b3-f7d7-4fbc-907b-b359bc732ec1 req-b223f5f0-8080-40fe-bdd1-720c0f183c59 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 944 time: 0.1838415 Aug 19 13:16:28.552225 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-354f48b3-f7d7-4fbc-907b-b359bc732ec1 req-6fba248c-9cfa-4ef7-8087-9e11b4d27b8c tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc0550a-c30f-4b3b-ae83-ad71b375e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565357 Aug 19 13:16:28.577616 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:28.794956 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 58536) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:16:28.875200 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-225f1188-87a4-4797-9ddf-bd9b2029082d tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks [] for security_group, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:28.907742 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-225f1188-87a4-4797-9ddf-bd9b2029082d tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:28.965619 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-225f1188-87a4-4797-9ddf-bd9b2029082d tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:28.971982 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-a00052ee-3a8c-41a9-a0ec-105be346e981 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:16:28.988205 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225f1188-87a4-4797-9ddf-bd9b2029082d tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c824df7-ec4c-423d-88ba-c8f765a1873b,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:16:28.998196 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f1188-87a4-4797-9ddf-bd9b2029082d tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:28.998648 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f1188-87a4-4797-9ddf-bd9b2029082d tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:28.999122 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f1188-87a4-4797-9ddf-bd9b2029082d tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:29.000896 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f1188-87a4-4797-9ddf-bd9b2029082d tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:29.001279 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f1188-87a4-4797-9ddf-bd9b2029082d tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:29.001652 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f1188-87a4-4797-9ddf-bd9b2029082d tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:29.002017 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f1188-87a4-4797-9ddf-bd9b2029082d tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:29.002382 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f1188-87a4-4797-9ddf-bd9b2029082d tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:29.003223 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f1188-87a4-4797-9ddf-bd9b2029082d tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:29.003601 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f1188-87a4-4797-9ddf-bd9b2029082d tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:29.003970 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f1188-87a4-4797-9ddf-bd9b2029082d tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:29.004431 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f1188-87a4-4797-9ddf-bd9b2029082d tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:29.008202 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-225f1188-87a4-4797-9ddf-bd9b2029082d tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:16:29.014054 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-225f1188-87a4-4797-9ddf-bd9b2029082d tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks [] for security_group, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:29.018691 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-225f1188-87a4-4797-9ddf-bd9b2029082d tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "DELETE /v2.0/security-groups/6c824df7-ec4c-423d-88ba-c8f765a1873b HTTP/1.1" status: 204 len: 168 time: 0.2223880 Aug 19 13:16:29.018872 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 58544) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:16:29.046478 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.api.v2.resource [None req-73fb36d9-a305-42f9-a9f0-7b138da86aea tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] show failed (client error): The resource could not be found. Aug 19 13:16:29.047993 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-73fb36d9-a305-42f9-a9f0-7b138da86aea tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "GET /v2.0/security-groups/6c824df7-ec4c-423d-88ba-c8f765a1873b HTTP/1.1" status: 404 len: 347 time: 0.0279305 Aug 19 13:16:29.051083 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 58552) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:16:29.192381 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-a95ad2ca-0c5f-431b-8291-7408678c3b63 req-99bde73f-4f62-48a5-83ca-832eaabe9c36 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0860028 Aug 19 13:16:29.264627 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.plugin [None req-bc4ea316-0496-4379-9554-fab520e29765 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Deleting port 886febcb-9aef-4650-9eb3-26c233622f08 {{(pid=79299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:16:29.265001 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-bc4ea316-0496-4379-9554-fab520e29765 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:29.410477 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac9a62-06f6-45dc-be10-6dcf6b643522 req-e66511c4-1cb9-4676-a4fd-3cc756b28748 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:29.411877 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-08ac9a62-06f6-45dc-be10-6dcf6b643522 req-e66511c4-1cb9-4676-a4fd-3cc756b28748 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 943 time: 0.3038542 Aug 19 13:16:29.492660 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-08ac9a62-06f6-45dc-be10-6dcf6b643522 req-691cd3ee-cedb-47fa-8479-32c547ac9962 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701795 Aug 19 13:16:29.496554 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-bc4ea316-0496-4379-9554-fab520e29765 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:29.496892 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-bc4ea316-0496-4379-9554-fab520e29765 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:29.626174 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.plugin [None req-bc4ea316-0496-4379-9554-fab520e29765 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Calling delete_port for 886febcb-9aef-4650-9eb3-26c233622f08 owned by network:floatingip {{(pid=79299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:16:29.769751 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c50a18-cab7-46d5-8c57-e2e9fd19af76 req-1c63a8b4-afc6-4c7a-b667-669d1a122700 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:29.772143 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-98c50a18-cab7-46d5-8c57-e2e9fd19af76 req-1c63a8b4-afc6-4c7a-b667-669d1a122700 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 944 time: 0.1059828 Aug 19 13:16:29.777003 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-bc4ea316-0496-4379-9554-fab520e29765 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6301144'] for port, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:29.782951 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-54406d54-d5bb-4f09-b3ae-0bd3671c45cc tempest-ServerRescueNegativeTestJSON-2061501699 tempest-ServerRescueNegativeTestJSON-2061501699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:16:29.829978 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4ea316-0496-4379-9554-fab520e29765 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Pushing event deleted for resources: {'Port': ['ID=886febcb-9aef-4650-9eb3-26c233622f08,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:16:29.835008 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-98c50a18-cab7-46d5-8c57-e2e9fd19af76 req-72d49ea3-8432-44e2-b456-f01a533f9bde tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc0550a-c30f-4b3b-ae83-ad71b375e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549314 Aug 19 13:16:29.875982 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ea316-0496-4379-9554-fab520e29765 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:29.876364 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ea316-0496-4379-9554-fab520e29765 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:29.876735 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ea316-0496-4379-9554-fab520e29765 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:29.877108 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ea316-0496-4379-9554-fab520e29765 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:29.877495 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ea316-0496-4379-9554-fab520e29765 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:29.877858 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ea316-0496-4379-9554-fab520e29765 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:29.878214 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ea316-0496-4379-9554-fab520e29765 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:29.878575 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ea316-0496-4379-9554-fab520e29765 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:29.878930 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ea316-0496-4379-9554-fab520e29765 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:29.879299 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ea316-0496-4379-9554-fab520e29765 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:29.879668 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ea316-0496-4379-9554-fab520e29765 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:29.880022 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ea316-0496-4379-9554-fab520e29765 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:29.908010 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-bc4ea316-0496-4379-9554-fab520e29765 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:16:29.937344 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-bc4ea316-0496-4379-9554-fab520e29765 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks [] for floatingip, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:29.951370 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-bc4ea316-0496-4379-9554-fab520e29765 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for floatingip, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:29.953146 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-bc4ea316-0496-4379-9554-fab520e29765 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] 10.222.0.49 "DELETE /v2.0/floatingips/20ddcee2-004c-4dfa-a589-d41b822667ad HTTP/1.1" status: 204 len: 168 time: 0.9005344 Aug 19 13:16:30.153143 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ad2ca-0c5f-431b-8291-7408678c3b63 req-6dd60fa5-ac28-4989-9b10-64b0e9577876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:30.154646 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-a95ad2ca-0c5f-431b-8291-7408678c3b63 req-6dd60fa5-ac28-4989-9b10-64b0e9577876 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092&tenant_id=11dcb989ec6c4491ae1ae5f2a00cbfd7 HTTP/1.1" status: 200 len: 1096 time: 0.0771556 Aug 19 13:16:30.257695 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ad2ca-0c5f-431b-8291-7408678c3b63 req-c3d9364e-9063-48b9-b278-bd10a479e9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:30.259160 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-a95ad2ca-0c5f-431b-8291-7408678c3b63 req-c3d9364e-9063-48b9-b278-bd10a479e9aa service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=11dcb989ec6c4491ae1ae5f2a00cbfd7&device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 1096 time: 0.0709248 Aug 19 13:16:30.395689 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ad2ca-0c5f-431b-8291-7408678c3b63 req-1999c17b-ca61-4649-8655-c9eea84178e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:30.397969 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-a95ad2ca-0c5f-431b-8291-7408678c3b63 req-1999c17b-ca61-4649-8655-c9eea84178e0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=3b979c5e-82fd-4500-9fbc-547a88a6c3c4 HTTP/1.1" status: 200 len: 917 time: 0.1312475 Aug 19 13:16:30.410796 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device bc54abfb-57b1-4773-97d6-e8cab3cdfafd details requested by agent hyperv_hv-cinder-80514 with host hv-cinder-80514 {{(pid=79301) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 19 13:16:30.417723 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 0db67c88-0b84-4c05-962c-6848adc849df no longer exists at agent hyperv_hv-cinder-80514 {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 19 13:16:30.504059 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-a95ad2ca-0c5f-431b-8291-7408678c3b63 req-178a4a93-aa55-4234-b203-e826eb6fd442 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0db67c88-0b84-4c05-962c-6848adc849df HTTP/1.1" status: 200 len: 999 time: 0.0990200 Aug 19 13:16:30.568783 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ad2ca-0c5f-431b-8291-7408678c3b63 req-a9025fc6-a2f7-491b-aec7-1c70d3a80d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:30.570466 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-a95ad2ca-0c5f-431b-8291-7408678c3b63 req-a9025fc6-a2f7-491b-aec7-1c70d3a80d6b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a5197019-4cd9-46fe-ad6e-7e976db4e517 HTTP/1.1" status: 200 len: 854 time: 0.0603187 Aug 19 13:16:30.655135 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port bc54abfb-57b1-4773-97d6-e8cab3cdfafd, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=bc54abfb-57b1-4773-97d6-e8cab3cdfafd,segment=NetworkSegment(a7d43235-ba3c-42c5-bf37-822e9c1fae6e),segment_id=a7d43235-ba3c-42c5-bf37-822e9c1fae6e)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:16:30.670786 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Returning: {'device': 'bc54abfb-57b1-4773-97d6-e8cab3cdfafd', 'network_id': '146b2f75-1238-4b8e-8670-030041b2b962', 'port_id': 'bc54abfb-57b1-4773-97d6-e8cab3cdfafd', 'mac_address': 'fa:16:3e:3f:92:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97420a0f-08e6-4409-8050-18fd91d4363c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79301) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 19 13:16:30.703653 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7e702-0fe5-4878-8e6d-94bb02e03563 req-9339ce4c-906a-4869-b877-533e8d7185df tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:30.705375 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-f5b7e702-0fe5-4878-8e6d-94bb02e03563 req-9339ce4c-906a-4869-b877-533e8d7185df tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 943 time: 0.0942094 Aug 19 13:16:30.733286 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:30.753667 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc54abfb-57b1-4773-97d6-e8cab3cdfafd {{(pid=79301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:16:30.768804 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ad2ca-0c5f-431b-8291-7408678c3b63 req-de631780-220a-427d-8c6f-0b46a71f339b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:30.770407 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-a95ad2ca-0c5f-431b-8291-7408678c3b63 req-de631780-220a-427d-8c6f-0b46a71f339b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3b979c5e-82fd-4500-9fbc-547a88a6c3c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1931427 Aug 19 13:16:30.771469 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port bc54abfb-57b1-4773-97d6-e8cab3cdfafd, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=bc54abfb-57b1-4773-97d6-e8cab3cdfafd,segment=NetworkSegment(a7d43235-ba3c-42c5-bf37-822e9c1fae6e),segment_id=a7d43235-ba3c-42c5-bf37-822e9c1fae6e)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:16:30.775431 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:30.777277 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:16:30.873839 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=bc54abfb-57b1-4773-97d6-e8cab3cdfafd,revision_number=4']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:16:30.874935 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-f5b7e702-0fe5-4878-8e6d-94bb02e03563 req-71b76477-6c7e-412d-a4bd-e25b464be106 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630571 Aug 19 13:16:30.882281 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:16:30.930936 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-a95ad2ca-0c5f-431b-8291-7408678c3b63 req-4beffb04-3003-45d7-b072-8794c034abff service neutron] 10.222.0.68 "GET /v2.0/networks/3b979c5e-82fd-4500-9fbc-547a88a6c3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538353 Aug 19 13:16:30.952850 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-b51de0ac-757c-41b6-a247-d989f51cf325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:31.050956 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] get_ports_and_sgs() called for port_ids ['bc54abfb-57b1-4773-97d6-e8cab3cdfafd'] {{(pid=79301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 19 13:16:31.136537 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-a95ad2ca-0c5f-431b-8291-7408678c3b63 req-06b36b47-f6e1-4182-b7bf-7f46c0cb52ab service neutron] 10.222.0.68 "GET /v2.0/networks/3b979c5e-82fd-4500-9fbc-547a88a6c3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980648 Aug 19 13:16:31.148649 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f36f7-cd61-4e52-823f-e1e0c396d248 req-5b5aa5f5-060e-4eb0-a1f3-bf97406c198a tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:31.150111 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-b25f36f7-cd61-4e52-823f-e1e0c396d248 req-5b5aa5f5-060e-4eb0-a1f3-bf97406c198a tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 945 time: 0.1893842 Aug 19 13:16:31.207970 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-b25f36f7-cd61-4e52-823f-e1e0c396d248 req-071a3f22-d709-4ec1-a627-6271ca2fdadc tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc0550a-c30f-4b3b-ae83-ad71b375e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514841 Aug 19 13:16:31.817573 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:32.117494 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42f05e-2ff3-480e-9f83-bfde9f9f9020 req-03f12852-02c6-4007-88df-68f39a1052dc tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:32.119951 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-cb42f05e-2ff3-480e-9f83-bfde9f9f9020 req-03f12852-02c6-4007-88df-68f39a1052dc tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 943 time: 0.1051464 Aug 19 13:16:32.174880 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-cb42f05e-2ff3-480e-9f83-bfde9f9f9020 req-6027f4b9-c5c2-425f-b75e-b678aad9ad2c tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483618 Aug 19 13:16:32.414707 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device bc54abfb-57b1-4773-97d6-e8cab3cdfafd up at agent hyperv_hv-cinder-80514 {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:16:32.432235 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9163a-bb91-4f1d-8e7c-a889ee5bec86 req-3fbb68da-48fc-4991-8b73-27c07ff489aa tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:32.434410 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-18c9163a-bb91-4f1d-8e7c-a889ee5bec86 req-3fbb68da-48fc-4991-8b73-27c07ff489aa tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 945 time: 0.0945895 Aug 19 13:16:32.497556 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Provisioning for port bc54abfb-57b1-4773-97d6-e8cab3cdfafd completed by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:16:32.510111 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Provisioning complete for port bc54abfb-57b1-4773-97d6-e8cab3cdfafd triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:16:32.510695 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:32.525795 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-18c9163a-bb91-4f1d-8e7c-a889ee5bec86 req-db8068ec-5014-4d1e-b0f1-42e2c494353d tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc0550a-c30f-4b3b-ae83-ad71b375e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826457 Aug 19 13:16:32.651678 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:32.685949 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7cda10b-ebd9-4d6b-a955-0b10638b7a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc54abfb-57b1-4773-97d6-e8cab3cdfafd'}] {{(pid=79301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:16:32.720980 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port bc54abfb-57b1-4773-97d6-e8cab3cdfafd, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=bc54abfb-57b1-4773-97d6-e8cab3cdfafd,segment=NetworkSegment(a7d43235-ba3c-42c5-bf37-822e9c1fae6e),segment_id=a7d43235-ba3c-42c5-bf37-822e9c1fae6e)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:16:32.729758 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:32.731688 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-667c97e9-a479-4250-b656-6bdc004aacdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:16:32.810354 dv-cinder-805144-1-iscsi neutron-server[79301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7cda10b-ebd9-4d6b-a955-0b10638b7a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc54abfb-57b1-4773-97d6-e8cab3cdfafd', 'code': 200} Aug 19 13:16:32.817178 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=bc54abfb-57b1-4773-97d6-e8cab3cdfafd,revision_number=5']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:16:32.822911 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:16:33.403392 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df54ab0-c489-4c9b-8c90-e9a2b569e657 req-654d5f3f-8af4-488c-9277-d4a11d6644b8 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:33.405052 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-7df54ab0-c489-4c9b-8c90-e9a2b569e657 req-654d5f3f-8af4-488c-9277-d4a11d6644b8 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 943 time: 0.1132836 Aug 19 13:16:33.464838 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-7df54ab0-c489-4c9b-8c90-e9a2b569e657 req-8e8cf794-99b5-4a8c-93d5-764515bb6530 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535705 Aug 19 13:16:33.489835 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:33.788375 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af980b2b-ee0d-44a4-b11a-2df76a051936 req-f223ab1b-f424-4ba3-891e-a9da0ab56321 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:33.790050 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-af980b2b-ee0d-44a4-b11a-2df76a051936 req-f223ab1b-f424-4ba3-891e-a9da0ab56321 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 946 time: 0.1402390 Aug 19 13:16:33.846448 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-af980b2b-ee0d-44a4-b11a-2df76a051936 req-21e6407e-b82d-4744-be49-693e27717114 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc0550a-c30f-4b3b-ae83-ad71b375e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473187 Aug 19 13:16:34.170389 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 58630) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:16:34.852994 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4717f-f64e-4ebc-8bd3-8a8ed4df5346 req-45a3c499-ad18-4f8c-93bf-b2890ebbe83f tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:34.854539 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-e0b4717f-f64e-4ebc-8bd3-8a8ed4df5346 req-45a3c499-ad18-4f8c-93bf-b2890ebbe83f tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 943 time: 0.2179818 Aug 19 13:16:34.961037 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-e0b4717f-f64e-4ebc-8bd3-8a8ed4df5346 req-640536a1-fc49-4028-ad91-14eb7c2836ca tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968194 Aug 19 13:16:35.095027 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:35.112101 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-2d5a7c03-006f-4399-a33c-a4119b59d754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8000222'] for router_interface, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:35.125210 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf76b4-d6a8-4b16-b54f-4414da56622f req-088995b2-eb2a-43cc-b668-57861b7cc44e tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:35.126784 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-6fbf76b4-d6a8-4b16-b54f-4414da56622f req-088995b2-eb2a-43cc-b668-57861b7cc44e tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 946 time: 0.1406910 Aug 19 13:16:35.189302 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-6fbf76b4-d6a8-4b16-b54f-4414da56622f req-fdef8073-3afa-4b53-8368-bd000f531755 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc0550a-c30f-4b3b-ae83-ad71b375e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517135 Aug 19 13:16:35.597444 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [None req-2d5a7c03-006f-4399-a33c-a4119b59d754 admin admin] Deleting port 1edb6b9f-c585-4df8-a190-c9e932413cad {{(pid=79300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:16:35.597857 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-2d5a7c03-006f-4399-a33c-a4119b59d754 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:35.833827 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.db [None req-2d5a7c03-006f-4399-a33c-a4119b59d754 admin admin] For port 1edb6b9f-c585-4df8-a190-c9e932413cad, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=1edb6b9f-c585-4df8-a190-c9e932413cad,segment=NetworkSegment(1e972220-39bc-4aae-b977-d69a31936ee0),segment_id=1e972220-39bc-4aae-b977-d69a31936ee0)] {{(pid=79300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:16:35.834876 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-2d5a7c03-006f-4399-a33c-a4119b59d754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:35.980350 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [None req-2d5a7c03-006f-4399-a33c-a4119b59d754 admin admin] Calling delete_port for 1edb6b9f-c585-4df8-a190-c9e932413cad owned by network:router_interface {{(pid=79300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:16:36.248612 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c8bb6-5eac-42d4-92f7-9db2e9a196f7 req-36baf83a-5809-4369-8e62-88e87292aef2 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:36.250450 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-b62c8bb6-5eac-42d4-92f7-9db2e9a196f7 req-36baf83a-5809-4369-8e62-88e87292aef2 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 943 time: 0.1750243 Aug 19 13:16:36.301813 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-2d5a7c03-006f-4399-a33c-a4119b59d754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202527'] for port, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:36.309553 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-6c74f816-93d8-40e4-924f-5d18b63c37f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:16:36.361509 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-b62c8bb6-5eac-42d4-92f7-9db2e9a196f7 req-6e17f6c3-1c5e-4f27-992c-86fe161c7b64 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022651 Aug 19 13:16:36.394327 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5a7c03-006f-4399-a33c-a4119b59d754 admin admin] Pushing event deleted for resources: {'Port': ['ID=1edb6b9f-c585-4df8-a190-c9e932413cad,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:16:36.396690 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-2d5a7c03-006f-4399-a33c-a4119b59d754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:16:36.446139 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03d541-c63a-476b-bdfe-cf32650ae461 req-3759b332-5655-4bf9-bc8f-7c6051811fa2 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:36.448623 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-fc03d541-c63a-476b-bdfe-cf32650ae461 req-3759b332-5655-4bf9-bc8f-7c6051811fa2 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 946 time: 0.1462708 Aug 19 13:16:36.520145 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-fc03d541-c63a-476b-bdfe-cf32650ae461 req-5f49f4c9-65f5-4247-9363-70501220a267 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc0550a-c30f-4b3b-ae83-ad71b375e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643654 Aug 19 13:16:36.727305 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-2d5a7c03-006f-4399-a33c-a4119b59d754 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7886210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8000162'] for router_interface, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:37.259578 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d5a7c03-006f-4399-a33c-a4119b59d754 admin admin] Router c75872c9-8e32-4240-af5f-e459863fa986 has already been hosted by L3 agent bb0205a6-735d-4789-b813-02600d36e527 {{(pid=79300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 19 13:16:37.442764 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5a7c03-006f-4399-a33c-a4119b59d754 admin admin] Notify agent at l3_agent.dv-cinder-805144-1-iscsi the message routers_updated {{(pid=79300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 19 13:16:37.451351 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42f1107-50d4-4aeb-adee-c907df761a07 None None] Sync routers for ids ['c75872c9-8e32-4240-af5f-e459863fa986'] in dv-cinder-805144-1-iscsi {{(pid=79301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:16:37.454996 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-2d5a7c03-006f-4399-a33c-a4119b59d754 admin admin] 10.222.0.49 "PUT /v2.0/routers/c75872c9-8e32-4240-af5f-e459863fa986/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2831783 Aug 19 13:16:37.457535 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 58648) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:16:37.463560 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42f1107-50d4-4aeb-adee-c907df761a07 None None] Routers {'c75872c9-8e32-4240-af5f-e459863fa986'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:16:37.464222 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-e42f1107-50d4-4aeb-adee-c907df761a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:16:31Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['c75872c9-8e32-4240-af5f-e459863fa986'], 'active': True} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:16:37.717816 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvr_db [None req-e42f1107-50d4-4aeb-adee-c907df761a07 None None] Set router c75872c9-8e32-4240-af5f-e459863fa986 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:16:37.763346 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-e5332662-64bd-4ba1-9d94-1a623b9d0ba6 admin admin] Notify callbacks [] for router, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:37.773546 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd55335-8800-4f64-be4d-d660745ce0a4 req-770abac5-6ba8-46a1-81d5-6d333636483e tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:37.775071 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-9fd55335-8800-4f64-be4d-d660745ce0a4 req-770abac5-6ba8-46a1-81d5-6d333636483e tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 946 time: 0.0895059 Aug 19 13:16:37.840521 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-9fd55335-8800-4f64-be4d-d660745ce0a4 req-e8ccd78f-61f4-4354-bcbc-1eac8c23f96f tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc0550a-c30f-4b3b-ae83-ad71b375e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519352 Aug 19 13:16:37.920645 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae371917-f4f8-4ea1-aafc-aa28ba617770 req-3092e545-1ebe-480c-893f-612757459ec2 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:37.922708 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ae371917-f4f8-4ea1-aafc-aa28ba617770 req-3092e545-1ebe-480c-893f-612757459ec2 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 943 time: 0.3725543 Aug 19 13:16:38.052487 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-e5332662-64bd-4ba1-9d94-1a623b9d0ba6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:38.061099 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ae371917-f4f8-4ea1-aafc-aa28ba617770 req-d445a960-dcfe-4023-9f69-f461da82d0de tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749815 Aug 19 13:16:38.069683 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-e42f1107-50d4-4aeb-adee-c907df761a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'name': 'tempest-AttachVolumeTestJSON-813576112-router', 'tenant_id': '95c06fea712a4e118bd5a76f6957b19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '93155038-97cb-4ec3-9278-e31f21009e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:59Z', 'updated_at': '2021-08-19T13:16:36Z', 'revision_number': 5, 'project_id': '95c06fea712a4e118bd5a76f6957b19a', 'gw_port': {'id': '93155038-97cb-4ec3-9278-e31f21009e33', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:81:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:01Z', 'updated_at': '2021-08-19T13:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi'}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:16:38.074342 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42f1107-50d4-4aeb-adee-c907df761a07 None None] Checking router: c75872c9-8e32-4240-af5f-e459863fa986 for host: dv-cinder-805144-1-iscsi {{(pid=79301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:16:38.083539 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [None req-e5332662-64bd-4ba1-9d94-1a623b9d0ba6 admin admin] Deleting port 93155038-97cb-4ec3-9278-e31f21009e33 {{(pid=79300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:16:38.084505 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-e5332662-64bd-4ba1-9d94-1a623b9d0ba6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:38.085311 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42f1107-50d4-4aeb-adee-c907df761a07 None None] Routers {'c75872c9-8e32-4240-af5f-e459863fa986'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:16:38.085955 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-e42f1107-50d4-4aeb-adee-c907df761a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:16:31Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['c75872c9-8e32-4240-af5f-e459863fa986'], 'active': True} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:16:38.307751 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvr_db [None req-e42f1107-50d4-4aeb-adee-c907df761a07 None None] Set router c75872c9-8e32-4240-af5f-e459863fa986 gateway port host: None {{(pid=79301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:16:38.316585 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.db [None req-e5332662-64bd-4ba1-9d94-1a623b9d0ba6 admin admin] For port 93155038-97cb-4ec3-9278-e31f21009e33, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=93155038-97cb-4ec3-9278-e31f21009e33,segment=NetworkSegment(20104d1f-9cfe-4c86-a938-6570a8b83d9b),segment_id=20104d1f-9cfe-4c86-a938-6570a8b83d9b)] {{(pid=79300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:16:38.317203 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-e5332662-64bd-4ba1-9d94-1a623b9d0ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:38.423888 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-e42f1107-50d4-4aeb-adee-c907df761a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'name': 'tempest-AttachVolumeTestJSON-813576112-router', 'tenant_id': '95c06fea712a4e118bd5a76f6957b19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:59Z', 'updated_at': '2021-08-19T13:16:38Z', 'revision_number': 6, 'project_id': '95c06fea712a4e118bd5a76f6957b19a', 'gw_port_host': None}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:16:38.428206 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42f1107-50d4-4aeb-adee-c907df761a07 None None] The sync data for ids ['c75872c9-8e32-4240-af5f-e459863fa986'] in dv-cinder-805144-1-iscsi is: [{'id': 'c75872c9-8e32-4240-af5f-e459863fa986', 'name': 'tempest-AttachVolumeTestJSON-813576112-router', 'tenant_id': '95c06fea712a4e118bd5a76f6957b19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:59Z', 'updated_at': '2021-08-19T13:16:38Z', 'revision_number': 6, 'project_id': '95c06fea712a4e118bd5a76f6957b19a', 'gw_port_host': None}] {{(pid=79301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:16:38.458386 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [None req-e5332662-64bd-4ba1-9d94-1a623b9d0ba6 admin admin] Calling delete_port for 93155038-97cb-4ec3-9278-e31f21009e33 owned by network:router_gateway {{(pid=79300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:16:38.649662 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-e5332662-64bd-4ba1-9d94-1a623b9d0ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202527'] for port, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:38.654023 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-678584ce-ed1b-4b49-a465-6b27d408f29f tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:16:38.703126 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5332662-64bd-4ba1-9d94-1a623b9d0ba6 admin admin] Pushing event deleted for resources: {'Port': ['ID=93155038-97cb-4ec3-9278-e31f21009e33,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:16:38.709370 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-e5332662-64bd-4ba1-9d94-1a623b9d0ba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:16:39.119761 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-e5332662-64bd-4ba1-9d94-1a623b9d0ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962891'] for router_gateway, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:39.221621 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f35fe-4ba5-470f-a755-bd8e2d4c2b99 req-f4a41c2c-c804-4798-8804-43fbf03fba2d tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:39.223142 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-126f35fe-4ba5-470f-a755-bd8e2d4c2b99 req-f4a41c2c-c804-4798-8804-43fbf03fba2d tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 946 time: 0.1376059 Aug 19 13:16:39.315411 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-126f35fe-4ba5-470f-a755-bd8e2d4c2b99 req-89dd8518-240d-4f76-bdf5-cfe4ad713731 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc0550a-c30f-4b3b-ae83-ad71b375e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863957 Aug 19 13:16:39.363411 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-e5332662-64bd-4ba1-9d94-1a623b9d0ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8006225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14674'] for router, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:39.367624 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-e5332662-64bd-4ba1-9d94-1a623b9d0ba6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:39.406360 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-e5332662-64bd-4ba1-9d94-1a623b9d0ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8006993'] for router, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:39.406792 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5332662-64bd-4ba1-9d94-1a623b9d0ba6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c75872c9-8e32-4240-af5f-e459863fa986 {{(pid=79300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 19 13:16:39.426550 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381d32e-7c71-4a99-bde3-316dcb08eda8 req-4f1709d3-cf5e-4295-8e3e-01a44440ef4a tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:39.428081 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d381d32e-7c71-4a99-bde3-316dcb08eda8 req-4f1709d3-cf5e-4295-8e3e-01a44440ef4a tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 943 time: 0.1894896 Aug 19 13:16:39.434743 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-e5332662-64bd-4ba1-9d94-1a623b9d0ba6 admin admin] Notify callbacks [] for router, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:39.435948 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-e5332662-64bd-4ba1-9d94-1a623b9d0ba6 admin admin] 10.222.0.49 "DELETE /v2.0/routers/c75872c9-8e32-4240-af5f-e459863fa986 HTTP/1.1" status: 204 len: 168 time: 1.9774172 Aug 19 13:16:39.439115 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 58662) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:16:39.479432 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d381d32e-7c71-4a99-bde3-316dcb08eda8 req-a7f27786-ab68-478d-b20c-0f41d1482be7 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412629 Aug 19 13:16:39.501986 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.db_base_plugin_v2 [None req-a66f125e-b54c-4163-a2e7-929e52696f7f admin admin] Deleting subnet b7e2718c-f55a-406a-999f-edb1d22fd1bf {{(pid=79299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 19 13:16:39.505883 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a66f125e-b54c-4163-a2e7-929e52696f7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:39.569344 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a66f125e-b54c-4163-a2e7-929e52696f7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6934675'] for subnet, precommit_delete_associations {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:39.707141 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a66f125e-b54c-4163-a2e7-929e52696f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916658'] for subnet, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:39.788282 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 1edb6b9f-c585-4df8-a190-c9e932413cad no longer exists at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 19 13:16:39.794739 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a66f125e-b54c-4163-a2e7-929e52696f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6301067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5646775'] for subnet, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:39.801442 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:16:39.840926 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66f125e-b54c-4163-a2e7-929e52696f7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7e2718c-f55a-406a-999f-edb1d22fd1bf,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:16:39.845925 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-a66f125e-b54c-4163-a2e7-929e52696f7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:16:39.853521 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a66f125e-b54c-4163-a2e7-929e52696f7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:39.854525 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] No Port match for: 1edb6b9f-c585-4df8-a190-c9e932413cad {{(pid=79301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 19 13:16:39.854938 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 1edb6b9f-c585-4df8-a190-c9e932413cad not bound to the agent host dv-cinder-805144-1-iscsi {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 19 13:16:39.855374 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 93155038-97cb-4ec3-9278-e31f21009e33 no longer exists at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 19 13:16:39.861765 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-a66f125e-b54c-4163-a2e7-929e52696f7f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b7e2718c-f55a-406a-999f-edb1d22fd1bf HTTP/1.1" status: 204 len: 168 time: 0.4211104 Aug 19 13:16:39.864735 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 58666) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:16:39.898335 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c743a15-cb27-4ba6-ac46-1182e67c6c90 None None] Network 11872a7c-c78f-4b06-a868-5e50d8b5c681 requested from dv-cinder-805144-1-iscsi {{(pid=79301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 19 13:16:39.933638 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] No Port match for: 93155038-97cb-4ec3-9278-e31f21009e33 {{(pid=79301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 19 13:16:39.934083 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 93155038-97cb-4ec3-9278-e31f21009e33 not bound to the agent host dv-cinder-805144-1-iscsi {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 19 13:16:40.006543 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5d62c6b7-b3e4-4385-a940-0d86431ca74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-793971'] for network, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:40.019331 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [None req-5d62c6b7-b3e4-4385-a940-0d86431ca74e admin admin] Deleting port 6d01f8a7-9706-42f5-bf00-2901af1555e7 {{(pid=79300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:16:40.019635 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5d62c6b7-b3e4-4385-a940-0d86431ca74e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:40.232498 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce1174f-1c7c-4b77-84c3-e8733a8f0c14 None None] DHCP port deletion for 11872a7c-c78f-4b06-a868-5e50d8b5c681 request from dv-cinder-805144-1-iscsi {{(pid=79301) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 19 13:16:40.237769 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-0ce1174f-1c7c-4b77-84c3-e8733a8f0c14 None None] Deleting port 6d01f8a7-9706-42f5-bf00-2901af1555e7 {{(pid=79301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:16:40.238168 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.db [None req-5d62c6b7-b3e4-4385-a940-0d86431ca74e admin admin] For port 6d01f8a7-9706-42f5-bf00-2901af1555e7, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=6d01f8a7-9706-42f5-bf00-2901af1555e7,segment=NetworkSegment(1e972220-39bc-4aae-b977-d69a31936ee0),segment_id=1e972220-39bc-4aae-b977-d69a31936ee0)] {{(pid=79300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:16:40.238302 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-0ce1174f-1c7c-4b77-84c3-e8733a8f0c14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:40.238535 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5d62c6b7-b3e4-4385-a940-0d86431ca74e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:40.390127 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [None req-5d62c6b7-b3e4-4385-a940-0d86431ca74e admin admin] Calling delete_port for 6d01f8a7-9706-42f5-bf00-2901af1555e7 owned by network:dhcp {{(pid=79300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:16:40.481308 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5d62c6b7-b3e4-4385-a940-0d86431ca74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202527'] for port, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:40.496764 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-d8deb670-1eb2-4724-b14a-5ee435711354 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:16:40.577099 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d62c6b7-b3e4-4385-a940-0d86431ca74e admin admin] No DVR routers for this DVR port 6d01f8a7-9706-42f5-bf00-2901af1555e7 on host dv-cinder-805144-1-iscsi {{(pid=79300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:16:40.606657 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d62c6b7-b3e4-4385-a940-0d86431ca74e admin admin] Pushing event deleted for resources: {'Port': ['ID=6d01f8a7-9706-42f5-bf00-2901af1555e7,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:16:40.609260 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-5d62c6b7-b3e4-4385-a940-0d86431ca74e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:16:40.612218 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ad6a5-99d0-4241-8101-f4b051f9da8b req-ccdcc386-7f9c-48e7-9e14-e326580f03d8 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:40.619817 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-897ad6a5-99d0-4241-8101-f4b051f9da8b req-ccdcc386-7f9c-48e7-9e14-e326580f03d8 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 946 time: 0.1304209 Aug 19 13:16:40.646350 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-0ce1174f-1c7c-4b77-84c3-e8733a8f0c14 None None] For port 6d01f8a7-9706-42f5-bf00-2901af1555e7, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=6d01f8a7-9706-42f5-bf00-2901af1555e7,segment=NetworkSegment(1e972220-39bc-4aae-b977-d69a31936ee0),segment_id=1e972220-39bc-4aae-b977-d69a31936ee0)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:16:40.646789 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-0ce1174f-1c7c-4b77-84c3-e8733a8f0c14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:40.683939 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-897ad6a5-99d0-4241-8101-f4b051f9da8b req-57c0d41d-8c01-42df-863c-8e3dbb601e02 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc0550a-c30f-4b3b-ae83-ad71b375e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629334 Aug 19 13:16:40.802314 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-0ce1174f-1c7c-4b77-84c3-e8733a8f0c14 None None] Calling delete_port for 6d01f8a7-9706-42f5-bf00-2901af1555e7 owned by network:dhcp {{(pid=79301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:16:40.823470 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5d62c6b7-b3e4-4385-a940-0d86431ca74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914249', 'neutron.services.segments.db._delete_segments_for_network-8734197845149'] for network, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:40.909216 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.services.segments.db [None req-5d62c6b7-b3e4-4385-a940-0d86431ca74e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11872a7c-c78f-4b06-a868-5e50d8b5c681']}} {{(pid=79300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:16:40.929067 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.services.segments.db [None req-5d62c6b7-b3e4-4385-a940-0d86431ca74e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e972220-39bc-4aae-b977-d69a31936ee0') {'for_net_delete': True} {{(pid=79300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:16:40.929450 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.services.segments.db [None req-5d62c6b7-b3e4-4385-a940-0d86431ca74e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e972220-39bc-4aae-b977-d69a31936ee0') {} {{(pid=79300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:16:40.950474 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5d62c6b7-b3e4-4385-a940-0d86431ca74e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734197843447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6203741'] for segment, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:40.965342 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.db.api [None req-0ce1174f-1c7c-4b77-84c3-e8733a8f0c14 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79301) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 13:16:40.965901 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_db.api [None req-0ce1174f-1c7c-4b77-84c3-e8733a8f0c14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 13:16:40.973724 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5d62c6b7-b3e4-4385-a940-0d86431ca74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910984'] for segment, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:40.985780 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d62c6b7-b3e4-4385-a940-0d86431ca74e admin admin] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=79300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:16:40.986377 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5d62c6b7-b3e4-4385-a940-0d86431ca74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-910977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202538'] for segment, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:41.001508 dv-cinder-805144-1-iscsi neutron-server[79300]: Traceback (most recent call last): Aug 19 13:16:41.001508 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:16:41.001508 dv-cinder-805144-1-iscsi neutron-server[79300]: timer() Aug 19 13:16:41.001508 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:16:41.001508 dv-cinder-805144-1-iscsi neutron-server[79300]: cb(*args, **kw) Aug 19 13:16:41.001508 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 19 13:16:41.001508 dv-cinder-805144-1-iscsi neutron-server[79300]: return func(*args, **kwargs) Aug 19 13:16:41.001508 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:16:41.001508 dv-cinder-805144-1-iscsi neutron-server[79300]: self._notify() Aug 19 13:16:41.001508 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:16:41.001508 dv-cinder-805144-1-iscsi neutron-server[79300]: self.callback(batched_events) Aug 19 13:16:41.001508 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:16:41.001508 dv-cinder-805144-1-iscsi neutron-server[79300]: event.method(event) Aug 19 13:16:41.001508 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 19 13:16:41.001508 dv-cinder-805144-1-iscsi neutron-server[79300]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:16:41.001508 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 19 13:16:41.001508 dv-cinder-805144-1-iscsi neutron-server[79300]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:16:41.001508 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:16:41.001508 dv-cinder-805144-1-iscsi neutron-server[79300]: return f(self, *a, **k) Aug 19 13:16:41.001508 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:16:41.001508 dv-cinder-805144-1-iscsi neutron-server[79300]: return self._get(url).json() Aug 19 13:16:41.001508 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:16:41.001508 dv-cinder-805144-1-iscsi neutron-server[79300]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:16:41.001508 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:16:41.001508 dv-cinder-805144-1-iscsi neutron-server[79300]: return self.request(url, 'GET', **kwargs) Aug 19 13:16:41.001508 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:16:41.001508 dv-cinder-805144-1-iscsi neutron-server[79300]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:16:41.001508 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:16:41.001508 dv-cinder-805144-1-iscsi neutron-server[79300]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:16:41.001508 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:16:41.001508 dv-cinder-805144-1-iscsi neutron-server[79300]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:16:41.001508 dv-cinder-805144-1-iscsi neutron-server[79300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:16:41.085835 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e1e2f-1c7f-40bf-8d4a-6b0c3ca36c57 req-a8f44d2f-8bf0-458c-ab7a-62c3e63cd0c9 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:41.087307 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-6d0e1e2f-1c7f-40bf-8d4a-6b0c3ca36c57 req-a8f44d2f-8bf0-458c-ab7a-62c3e63cd0c9 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 943 time: 0.2682569 Aug 19 13:16:41.126983 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5d62c6b7-b3e4-4385-a940-0d86431ca74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962902'] for network, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:41.168331 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-6d0e1e2f-1c7f-40bf-8d4a-6b0c3ca36c57 req-2dec5f3f-65fe-409e-af60-fdfd8670f99c tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750115 Aug 19 13:16:41.169558 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5d62c6b7-b3e4-4385-a940-0d86431ca74e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for network, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:41.178577 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:16:41.210259 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d62c6b7-b3e4-4385-a940-0d86431ca74e admin admin] Pushing event deleted for resources: {'Network': ['ID=11872a7c-c78f-4b06-a868-5e50d8b5c681,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:16:41.214755 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-5d62c6b7-b3e4-4385-a940-0d86431ca74e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:16:41.223616 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-5d62c6b7-b3e4-4385-a940-0d86431ca74e admin admin] 10.222.0.49 "DELETE /v2.0/networks/11872a7c-c78f-4b06-a868-5e50d8b5c681 HTTP/1.1" status: 204 len: 168 time: 1.3579130 Aug 19 13:16:41.341932 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 58676) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:16:41.404634 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-deb1611b-eb8b-4156-ae0a-24858ece5654 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=95c06fea712a4e118bd5a76f6957b19a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0606637 Aug 19 13:16:41.409057 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 58680) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:16:41.470212 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-0ce1174f-1c7c-4b77-84c3-e8733a8f0c14 None None] Deleting port 6d01f8a7-9706-42f5-bf00-2901af1555e7 {{(pid=79301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:16:41.470212 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-0ce1174f-1c7c-4b77-84c3-e8733a8f0c14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:41.489072 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-77b29917-4be6-4c5d-bba3-37a4cdc8141a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:41.518076 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-77b29917-4be6-4c5d-bba3-37a4cdc8141a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:41.572390 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-77b29917-4be6-4c5d-bba3-37a4cdc8141a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:41.572711 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-0ce1174f-1c7c-4b77-84c3-e8733a8f0c14 None None] The port '6d01f8a7-9706-42f5-bf00-2901af1555e7' was deleted {{(pid=79301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 19 13:16:41.585362 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-fbdf2a55-d28f-4438-8ae6-9b28f372f47e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:16:41.601420 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b29917-4be6-4c5d-bba3-37a4cdc8141a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06313e1d-2448-4555-ad4d-3beb7ae2ea97,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:16:41.603984 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-77b29917-4be6-4c5d-bba3-37a4cdc8141a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:16:41.605529 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-77b29917-4be6-4c5d-bba3-37a4cdc8141a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:41.606887 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-77b29917-4be6-4c5d-bba3-37a4cdc8141a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/06313e1d-2448-4555-ad4d-3beb7ae2ea97 HTTP/1.1" status: 204 len: 168 time: 0.1966763 Aug 19 13:16:41.828697 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 6d01f8a7-9706-42f5-bf00-2901af1555e7 no longer exists at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 19 13:16:41.881795 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] No Port match for: 6d01f8a7-9706-42f5-bf00-2901af1555e7 {{(pid=79301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 19 13:16:41.882312 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 6d01f8a7-9706-42f5-bf00-2901af1555e7 not bound to the agent host dv-cinder-805144-1-iscsi {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 19 13:16:41.954773 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf4efa-1266-4192-af82-2bf3b387c44c req-60c1e870-51db-4490-84c0-fe92ab1ffe8c tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:41.956454 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-61bf4efa-1266-4192-af82-2bf3b387c44c req-60c1e870-51db-4490-84c0-fe92ab1ffe8c tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 946 time: 0.1353018 Aug 19 13:16:42.014263 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-61bf4efa-1266-4192-af82-2bf3b387c44c req-d071f5f0-12ae-4f36-b895-229eabe7890f tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc0550a-c30f-4b3b-ae83-ad71b375e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522470 Aug 19 13:16:42.544490 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685a546-f598-4138-8056-c17973ba7185 req-946e93e3-0ae6-454c-954d-6dfdeaf46b4e tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:42.546722 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-8685a546-f598-4138-8056-c17973ba7185 req-946e93e3-0ae6-454c-954d-6dfdeaf46b4e tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 943 time: 0.2641220 Aug 19 13:16:42.603670 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-8685a546-f598-4138-8056-c17973ba7185 req-f84565a2-f5b0-41ce-92fa-d122748ce316 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484602 Aug 19 13:16:43.254807 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b08ec-4ba9-484f-8180-89363a619d1b req-71e3b7a1-e12a-42ba-9ef7-7c5d72c043f3 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:43.256450 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-2d2b08ec-4ba9-484f-8180-89363a619d1b req-71e3b7a1-e12a-42ba-9ef7-7c5d72c043f3 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 946 time: 0.0845706 Aug 19 13:16:43.305047 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-2d2b08ec-4ba9-484f-8180-89363a619d1b req-4d8a5497-6cf1-49c1-af12-305686b3a41c tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc0550a-c30f-4b3b-ae83-ad71b375e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429349 Aug 19 13:16:43.813088 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe3d6f-eb1c-41ce-a6ec-966a1f9234e6 req-bdb5688b-ac39-4705-b5d1-d35f23755bd4 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:43.814594 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-8efe3d6f-eb1c-41ce-a6ec-966a1f9234e6 req-bdb5688b-ac39-4705-b5d1-d35f23755bd4 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 943 time: 0.0855296 Aug 19 13:16:43.864655 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-8efe3d6f-eb1c-41ce-a6ec-966a1f9234e6 req-477a9d7e-19d4-4b96-b202-6dcbff9c0841 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439372 Aug 19 13:16:44.331540 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e90e86-5fb2-4b0a-9c27-03cbbf8294fb req-d179104b-7c7c-485b-92b5-9e65a65863cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:44.333070 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-80e90e86-5fb2-4b0a-9c27-03cbbf8294fb req-d179104b-7c7c-485b-92b5-9e65a65863cd service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 1099 time: 0.0740142 Aug 19 13:16:44.382649 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-80e90e86-5fb2-4b0a-9c27-03cbbf8294fb req-c37afc89-fa0f-49be-bfeb-b4728accf26b service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=0dc0550a-c30f-4b3b-ae83-ad71b375e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428734 Aug 19 13:16:44.509575 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95153f-697e-4dd8-81ac-99a2d57ba5a2 req-4c9ee73d-9758-4db3-9d75-f2da97b6cca6 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:44.511012 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-0e95153f-697e-4dd8-81ac-99a2d57ba5a2 req-4c9ee73d-9758-4db3-9d75-f2da97b6cca6 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 946 time: 0.0960009 Aug 19 13:16:44.559535 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-0e95153f-697e-4dd8-81ac-99a2d57ba5a2 req-b11a1d8a-cd87-4e74-83fa-0bfb59544c91 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc0550a-c30f-4b3b-ae83-ad71b375e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414371 Aug 19 13:16:45.066456 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caab5a7-0250-436c-87d7-ad9178f88999 req-75643cfb-449d-4a63-b873-2849d00beca6 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:45.067901 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-7caab5a7-0250-436c-87d7-ad9178f88999 req-75643cfb-449d-4a63-b873-2849d00beca6 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 943 time: 0.0859606 Aug 19 13:16:45.116907 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-7caab5a7-0250-436c-87d7-ad9178f88999 req-402d5f38-cd05-4824-98b4-835d3cf6f9ef tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432179 Aug 19 13:16:45.234407 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.agents_db [None req-9e599f34-f5fc-45b3-b2b5-9720679b7a3a None None] Agent healthcheck: found 6 active agents {{(pid=79302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 19 13:16:45.760065 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ce0b6-c9fd-45be-843a-310a5aadec2e req-fc5db833-61bf-4fad-9a30-7c7395820a02 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:45.761540 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ed0ce0b6-c9fd-45be-843a-310a5aadec2e req-fc5db833-61bf-4fad-9a30-7c7395820a02 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 946 time: 0.0860136 Aug 19 13:16:45.810146 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ed0ce0b6-c9fd-45be-843a-310a5aadec2e req-3b57d6b4-9c5b-49fc-8e2c-bf6bcf6233da tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc0550a-c30f-4b3b-ae83-ad71b375e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421195 Aug 19 13:16:46.315532 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db80b44-f1f3-4683-88b7-fda0d302bf20 req-13ca1139-19d1-4c66-81d2-5e5bfbf2029c tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:46.317027 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-5db80b44-f1f3-4683-88b7-fda0d302bf20 req-13ca1139-19d1-4c66-81d2-5e5bfbf2029c tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 943 time: 0.0811651 Aug 19 13:16:46.364384 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-5db80b44-f1f3-4683-88b7-fda0d302bf20 req-ea295947-09a1-47eb-932f-6be02bc53b6d tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416882 Aug 19 13:16:47.002509 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959da35-7a04-4ef0-9435-65de908d1bf7 req-524693b6-91b7-4011-b6c5-9f5e311bec49 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:47.005564 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-1959da35-7a04-4ef0-9435-65de908d1bf7 req-524693b6-91b7-4011-b6c5-9f5e311bec49 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 946 time: 0.0864313 Aug 19 13:16:47.051587 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-1959da35-7a04-4ef0-9435-65de908d1bf7 req-c3540146-bc99-4c9e-8376-9c05acc0ea4a tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc0550a-c30f-4b3b-ae83-ad71b375e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411437 Aug 19 13:16:47.243741 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e44fb7-7c7e-44de-af77-1bb8fdf1757d req-0f147821-d982-436f-95f3-f82dc25f133c tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:47.245249 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-86e44fb7-7c7e-44de-af77-1bb8fdf1757d req-0f147821-d982-436f-95f3-f82dc25f133c tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 946 time: 0.0870435 Aug 19 13:16:47.291911 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-86e44fb7-7c7e-44de-af77-1bb8fdf1757d req-0e2def4c-2040-4a5e-a0dd-a96d7d8c2c24 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc0550a-c30f-4b3b-ae83-ad71b375e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404124 Aug 19 13:16:47.561262 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4bdd7c-c017-41c6-b847-ff1811d57001 req-8c1ea285-cf8f-44d5-88c5-ede5f56f4c28 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:47.563323 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-3e4bdd7c-c017-41c6-b847-ff1811d57001 req-8c1ea285-cf8f-44d5-88c5-ede5f56f4c28 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 943 time: 0.0837569 Aug 19 13:16:47.612353 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-3e4bdd7c-c017-41c6-b847-ff1811d57001 req-ff8db1a1-2c61-4097-a2de-405dc4e7f029 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434487 Aug 19 13:16:47.698122 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492849cc-b5ed-4e55-bdf0-5391f96d0105 req-a8cde0a0-6f9a-4649-92bf-d9c9fb989112 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:47.699588 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-492849cc-b5ed-4e55-bdf0-5391f96d0105 req-a8cde0a0-6f9a-4649-92bf-d9c9fb989112 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 946 time: 0.0827005 Aug 19 13:16:47.746048 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-492849cc-b5ed-4e55-bdf0-5391f96d0105 req-a668ba29-d6ea-42fa-8920-965db38f3aff tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc0550a-c30f-4b3b-ae83-ad71b375e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402372 Aug 19 13:16:48.475833 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 0db67c88-0b84-4c05-962c-6848adc849df details requested by agent hyperv_hv-cinder-80514 with host hv-cinder-80514 {{(pid=79301) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 19 13:16:48.614603 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port 0db67c88-0b84-4c05-962c-6848adc849df, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=0db67c88-0b84-4c05-962c-6848adc849df,segment=NetworkSegment(379dc2c3-a256-42ec-a350-bba9510c62d5),segment_id=379dc2c3-a256-42ec-a350-bba9510c62d5)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:16:48.628455 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Returning: {'device': '0db67c88-0b84-4c05-962c-6848adc849df', 'network_id': '3b979c5e-82fd-4500-9fbc-547a88a6c3c4', 'port_id': '0db67c88-0b84-4c05-962c-6848adc849df', 'mac_address': 'fa:16:3e:a6:4b:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5197019-4cd9-46fe-ad6e-7e976db4e517', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79301) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 19 13:16:48.734506 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:48.766131 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0db67c88-0b84-4c05-962c-6848adc849df {{(pid=79301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:16:48.793133 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port 0db67c88-0b84-4c05-962c-6848adc849df, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=0db67c88-0b84-4c05-962c-6848adc849df,segment=NetworkSegment(379dc2c3-a256-42ec-a350-bba9510c62d5),segment_id=379dc2c3-a256-42ec-a350-bba9510c62d5)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:16:48.799720 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:48.802520 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:16:48.904216 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ccefa-2ab4-4dfc-9979-71f2a2a6c2c0 req-0197f42d-bef5-410d-9605-f6d67f9bdaf3 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:48.904813 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=0db67c88-0b84-4c05-962c-6848adc849df,revision_number=9']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:16:48.906428 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-253ccefa-2ab4-4dfc-9979-71f2a2a6c2c0 req-0197f42d-bef5-410d-9605-f6d67f9bdaf3 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 943 time: 0.1758525 Aug 19 13:16:48.913164 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:48.913513 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:48.913857 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:48.914188 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:48.914675 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:48.915187 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:48.915521 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:48.915869 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:48.916278 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:48.916655 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:48.916979 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:48.917303 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:48.922869 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:16:48.952616 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-253ccefa-2ab4-4dfc-9979-71f2a2a6c2c0 req-902ed307-3b6e-4c98-af5e-768e45f3fad2 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402119 Aug 19 13:16:49.132476 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] get_ports_and_sgs() called for port_ids ['0db67c88-0b84-4c05-962c-6848adc849df'] {{(pid=79301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 19 13:16:50.176185 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1800a7f-a18e-44a6-88d5-389bfe570df0 req-5885a5cd-d4c8-4e8c-874d-78a9d94f974f tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:50.177942 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-c1800a7f-a18e-44a6-88d5-389bfe570df0 req-5885a5cd-d4c8-4e8c-874d-78a9d94f974f tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 944 time: 0.0926723 Aug 19 13:16:50.230212 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-c1800a7f-a18e-44a6-88d5-389bfe570df0 req-f5a0e853-8d09-4875-9b2a-ce92f106b704 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461771 Aug 19 13:16:50.496270 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 0db67c88-0b84-4c05-962c-6848adc849df up at agent hyperv_hv-cinder-80514 {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:16:50.568220 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Provisioning complete for port 0db67c88-0b84-4c05-962c-6848adc849df triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:16:50.568513 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:50.691010 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:50.719847 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c16713-20e6-473b-bf16-f0ae4786c092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db67c88-0b84-4c05-962c-6848adc849df'}] {{(pid=79301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:16:50.729809 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port 0db67c88-0b84-4c05-962c-6848adc849df, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=0db67c88-0b84-4c05-962c-6848adc849df,segment=NetworkSegment(379dc2c3-a256-42ec-a350-bba9510c62d5),segment_id=379dc2c3-a256-42ec-a350-bba9510c62d5)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:16:50.736012 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:50.738053 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:16:50.773704 dv-cinder-805144-1-iscsi neutron-server[79301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c16713-20e6-473b-bf16-f0ae4786c092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db67c88-0b84-4c05-962c-6848adc849df', 'code': 200} Aug 19 13:16:50.807948 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=0db67c88-0b84-4c05-962c-6848adc849df,revision_number=10']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:16:50.810659 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:16:51.086780 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbe17a-2fb0-4a0d-a87a-19fb0eb41d95 req-63eec81a-c5b9-4273-a5ca-5e3a03306a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:51.089032 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-aecbe17a-2fb0-4a0d-a87a-19fb0eb41d95 req-63eec81a-c5b9-4273-a5ca-5e3a03306a96 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 1099 time: 0.0794303 Aug 19 13:16:51.136926 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-aecbe17a-2fb0-4a0d-a87a-19fb0eb41d95 req-6488d3cd-444d-4228-911a-783d2dec1060 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401170 Aug 19 13:16:51.421335 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eec3b2-e9f0-4827-9e47-ad1677b483ba req-d8441b09-8752-49e2-bc9d-6061f9687afa tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:51.422855 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-05eec3b2-e9f0-4827-9e47-ad1677b483ba req-d8441b09-8752-49e2-bc9d-6061f9687afa tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 946 time: 0.0823884 Aug 19 13:16:51.470344 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-05eec3b2-e9f0-4827-9e47-ad1677b483ba req-b5ad7200-8c28-4527-9a49-4082a8596b43 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403657 Aug 19 13:16:52.611261 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 58874) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:16:52.687409 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af7884-7d4b-49db-aff9-c6c79588803a req-72461992-d889-413f-bf33-69e66a3d5379 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:52.689058 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-49af7884-7d4b-49db-aff9-c6c79588803a req-72461992-d889-413f-bf33-69e66a3d5379 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 946 time: 0.0994234 Aug 19 13:16:52.757392 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c1857133-3fcb-43b6-91d4-65046d5ad5b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:52.769448 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-49af7884-7d4b-49db-aff9-c6c79588803a req-ef1be515-224b-452a-bc87-e5be62c4fed7 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737252 Aug 19 13:16:52.779142 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-c1857133-3fcb-43b6-91d4-65046d5ad5b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:16:52.784611 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-c1857133-3fcb-43b6-91d4-65046d5ad5b0 admin admin] Usage tracker for resource:security_group_rule and tenant:a17f6a8fad0e471fb4caba304713fb3c is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:16:52.788123 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-c1857133-3fcb-43b6-91d4-65046d5ad5b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:16:52.796247 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-c1857133-3fcb-43b6-91d4-65046d5ad5b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:16:52.900282 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c1857133-3fcb-43b6-91d4-65046d5ad5b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:52.905694 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c1857133-3fcb-43b6-91d4-65046d5ad5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:52.918941 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-a147c08e-2b13-4202-a703-5239feb45bb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:16:52.964737 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-c1857133-3fcb-43b6-91d4-65046d5ad5b0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a17f6a8fad0e471fb4caba304713fb3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3520732 Aug 19 13:16:52.965968 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1857133-3fcb-43b6-91d4-65046d5ad5b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c61403-81a9-46d8-babe-8c1a0c3cc046,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:16:52.967237 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 58900) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:16:52.969843 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-c1857133-3fcb-43b6-91d4-65046d5ad5b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:16:53.032946 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-6b187d00-98aa-4575-a967-609fbdf6c995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:53.059852 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-6b187d00-98aa-4575-a967-609fbdf6c995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:53.119748 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-6b187d00-98aa-4575-a967-609fbdf6c995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:53.124966 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-108f9f09-8f25-4006-b5a8-4d13227892ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:16:53.136318 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b187d00-98aa-4575-a967-609fbdf6c995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c61403-81a9-46d8-babe-8c1a0c3cc046,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:16:53.138887 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-6b187d00-98aa-4575-a967-609fbdf6c995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:16:53.145524 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-6b187d00-98aa-4575-a967-609fbdf6c995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:53.147776 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-6b187d00-98aa-4575-a967-609fbdf6c995 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/88c61403-81a9-46d8-babe-8c1a0c3cc046 HTTP/1.1" status: 204 len: 168 time: 0.1786995 Aug 19 13:16:53.965725 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c67d3-1c68-4aed-b638-fd878ee8b708 req-a8159ed7-5b56-473b-9983-b392040e4e01 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:53.967219 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-aa4c67d3-1c68-4aed-b638-fd878ee8b708 req-a8159ed7-5b56-473b-9983-b392040e4e01 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 946 time: 0.0840125 Aug 19 13:16:54.017957 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-aa4c67d3-1c68-4aed-b638-fd878ee8b708 req-b6509b3c-85e4-47ee-970a-099bafdcd424 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438409 Aug 19 13:16:58.132980 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-352ac804-4074-44c1-b923-c89abb3d221d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:58.275516 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1adfd3-1a59-44ff-9040-b36096d876e3 req-315a8d56-cb4a-4e56-8dda-8f1d04f71b4a tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:58.280670 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ad1adfd3-1a59-44ff-9040-b36096d876e3 req-315a8d56-cb4a-4e56-8dda-8f1d04f71b4a tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 946 time: 0.0942583 Aug 19 13:16:58.330671 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ad1adfd3-1a59-44ff-9040-b36096d876e3 req-00f729c2-f8f5-46a3-aab3-6e0f2dea3aa3 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc0550a-c30f-4b3b-ae83-ad71b375e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465183 Aug 19 13:16:58.358522 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 59016) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:16:58.587226 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:58.622066 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca23bc1-50f9-4a38-b580-585392318678 tempest-TestMinimumBasicScenario-1512457568 tempest-TestMinimumBasicScenario-1512457568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:58.622808 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-bca23bc1-50f9-4a38-b580-585392318678 tempest-TestMinimumBasicScenario-1512457568 tempest-TestMinimumBasicScenario-1512457568-project-admin] Synchronizing usage tracker for tenant:a5a8e2f8eb524343aa26055b21073ab6 on resource:port {{(pid=79299) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:16:58.644043 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-bca23bc1-50f9-4a38-b580-585392318678 tempest-TestMinimumBasicScenario-1512457568 tempest-TestMinimumBasicScenario-1512457568-project-admin] Unset dirty status for tenant:a5a8e2f8eb524343aa26055b21073ab6 on resource:port {{(pid=79299) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:16:58.645274 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-bca23bc1-50f9-4a38-b580-585392318678 tempest-TestMinimumBasicScenario-1512457568 tempest-TestMinimumBasicScenario-1512457568-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 1094 time: 0.2857492 Aug 19 13:16:58.648127 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 59028) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:16:58.653541 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-cb855107-7ce0-46bc-b9f0-59edfffcaff8 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Request body: {'floatingip': {'floating_network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'port_id': 'bc54abfb-57b1-4773-97d6-e8cab3cdfafd', 'tenant_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:16:58.660489 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-cb855107-7ce0-46bc-b9f0-59edfffcaff8 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:16:58.664695 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-cb855107-7ce0-46bc-b9f0-59edfffcaff8 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Usage tracker for resource:floatingip and tenant:9b5f0e2e107546a08b4ec133e8369dfb is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:16:58.667906 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-cb855107-7ce0-46bc-b9f0-59edfffcaff8 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:16:58.674548 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-cb855107-7ce0-46bc-b9f0-59edfffcaff8 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:16:58.686868 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-cb855107-7ce0-46bc-b9f0-59edfffcaff8 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks [] for floatingip, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:58.861274 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-cb855107-7ce0-46bc-b9f0-59edfffcaff8 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:58.985998 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 59036) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:16:59.008465 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.db_base_plugin_common [None req-cb855107-7ce0-46bc-b9f0-59edfffcaff8 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Allocated IP 172.27.1.65 (01c0c460-8075-482b-8652-00d44202fadb/8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5/a5e9c7d7-4059-4bd0-9413-a0ca187d9b65) {{(pid=79299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:16:59.108932 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-6f16680f-1e6c-430d-817b-5a2fb5db9ab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:59.123713 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-6f16680f-1e6c-430d-817b-5a2fb5db9ab3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:16:59.128639 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-6f16680f-1e6c-430d-817b-5a2fb5db9ab3 admin admin] Usage tracker for resource:security_group_rule and tenant:f4486221d8464faa9d0ffa3ffccffad8 is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:16:59.131722 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-6f16680f-1e6c-430d-817b-5a2fb5db9ab3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:16:59.137413 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-6f16680f-1e6c-430d-817b-5a2fb5db9ab3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:16:59.176370 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-cb855107-7ce0-46bc-b9f0-59edfffcaff8 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks [] for port, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:59.212894 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-cb855107-7ce0-46bc-b9f0-59edfffcaff8 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6301144'] for port, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:59.217107 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-3afcb66d-cbd6-4382-a375-42985284e8f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:16:59.239087 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-6f16680f-1e6c-430d-817b-5a2fb5db9ab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:59.242999 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-6f16680f-1e6c-430d-817b-5a2fb5db9ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:59.251021 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-afb7af38-308e-4d72-9683-3f431cbb1426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:16:59.302421 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-6f16680f-1e6c-430d-817b-5a2fb5db9ab3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f4486221d8464faa9d0ffa3ffccffad8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3129656 Aug 19 13:16:59.302421 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f16680f-1e6c-430d-817b-5a2fb5db9ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5f461f-e4c1-4408-b0b3-c6e4e4ac61a7,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:16:59.303137 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb855107-7ce0-46bc-b9f0-59edfffcaff8 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Network 01c0c460-8075-482b-8652-00d44202fadb is already hosted by enough agents. {{(pid=79299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:16:59.303245 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 59042) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:16:59.305840 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-6f16680f-1e6c-430d-817b-5a2fb5db9ab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:16:59.306854 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.base_scheduler [None req-cb855107-7ce0-46bc-b9f0-59edfffcaff8 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Resources bound (agent type, host, resource id): {{(pid=79299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:16:59.311944 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb855107-7ce0-46bc-b9f0-59edfffcaff8 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Received port after_create {{(pid=79299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:16:59.354444 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb855107-7ce0-46bc-b9f0-59edfffcaff8 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Pushing event updated for resources: {'Port': ['ID=a5e9c7d7-4059-4bd0-9413-a0ca187d9b65,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:16:59.360403 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-cb855107-7ce0-46bc-b9f0-59edfffcaff8 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:16:59.365654 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-f336c3df-be92-4f95-9dc7-539755246fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:59.392293 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-f336c3df-be92-4f95-9dc7-539755246fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:59.448562 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-f336c3df-be92-4f95-9dc7-539755246fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:59.454841 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-6b187d00-98aa-4575-a967-609fbdf6c995 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:16:59.466405 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336c3df-be92-4f95-9dc7-539755246fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5f461f-e4c1-4408-b0b3-c6e4e4ac61a7,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:16:59.470214 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-f336c3df-be92-4f95-9dc7-539755246fa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:16:59.476853 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-f336c3df-be92-4f95-9dc7-539755246fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:59.480008 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-f336c3df-be92-4f95-9dc7-539755246fa0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dd5f461f-e4c1-4408-b0b3-c6e4e4ac61a7 HTTP/1.1" status: 204 len: 168 time: 0.1758683 Aug 19 13:16:59.798144 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 59050) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:16:59.812207 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-cb855107-7ce0-46bc-b9f0-59edfffcaff8 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:59.816773 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-1fb72ce6-c4df-4135-a4d2-3398cf74e714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:59.833379 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-1fb72ce6-c4df-4135-a4d2-3398cf74e714 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:16:59.837841 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-1fb72ce6-c4df-4135-a4d2-3398cf74e714 admin admin] Usage tracker for resource:security_group_rule and tenant:3b9bd5a8d95642d198812465e353f0b6 is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:16:59.840998 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-1fb72ce6-c4df-4135-a4d2-3398cf74e714 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:16:59.850631 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-1fb72ce6-c4df-4135-a4d2-3398cf74e714 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:16:59.914201 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-cb855107-7ce0-46bc-b9f0-59edfffcaff8 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:59.946257 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-1fb72ce6-c4df-4135-a4d2-3398cf74e714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:59.950704 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-1fb72ce6-c4df-4135-a4d2-3398cf74e714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:59.960290 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-0404a9e7-3b6e-4d59-9506-6e6f7f41a334 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:17:00.003033 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb72ce6-c4df-4135-a4d2-3398cf74e714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6061138-32af-451f-9641-49c1de21bace,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:17:00.011328 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-1fb72ce6-c4df-4135-a4d2-3398cf74e714 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3b9bd5a8d95642d198812465e353f0b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2082880 Aug 19 13:17:00.011328 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-1fb72ce6-c4df-4135-a4d2-3398cf74e714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:17:00.011758 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 59054) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:17:00.077949 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-692274f7-16e4-4f71-aa33-4cc08b3b48be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:00.108362 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-692274f7-16e4-4f71-aa33-4cc08b3b48be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:00.170706 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-692274f7-16e4-4f71-aa33-4cc08b3b48be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:00.175814 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-de820311-9328-4fb4-be78-30465208d8cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:17:00.190784 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692274f7-16e4-4f71-aa33-4cc08b3b48be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6061138-32af-451f-9641-49c1de21bace,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:17:00.192413 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-692274f7-16e4-4f71-aa33-4cc08b3b48be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:17:00.193637 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-692274f7-16e4-4f71-aa33-4cc08b3b48be admin admin] Notify callbacks [] for security_group, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:00.197580 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-692274f7-16e4-4f71-aa33-4cc08b3b48be admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e6061138-32af-451f-9641-49c1de21bace HTTP/1.1" status: 204 len: 168 time: 0.1821969 Aug 19 13:17:00.270573 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-cb855107-7ce0-46bc-b9f0-59edfffcaff8 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks [] for port, precommit_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:00.277024 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-cb855107-7ce0-46bc-b9f0-59edfffcaff8 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6301121'] for port, after_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:00.282871 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-d3e5a3f5-5d53-4467-9ff6-d2f67942d046 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:17:00.409944 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb855107-7ce0-46bc-b9f0-59edfffcaff8 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Pushing event updated for resources: {'Port': ['ID=a5e9c7d7-4059-4bd0-9413-a0ca187d9b65,revision_number=2']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:17:00.414541 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-cb855107-7ce0-46bc-b9f0-59edfffcaff8 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:17:00.423289 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-cb855107-7ce0-46bc-b9f0-59edfffcaff8 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962991'] for floatingip, after_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:00.607380 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.db.l3_db [None req-cb855107-7ce0-46bc-b9f0-59edfffcaff8 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Floating IP 2568ead9-a351-4e05-aa6e-67f1d435a7f6 associated. External IP: 172.27.1.65, port: bc54abfb-57b1-4773-97d6-e8cab3cdfafd. Aug 19 13:17:00.961360 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-e8aff902-b6ff-4f18-b623-7df544cfb762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:01.002720 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb855107-7ce0-46bc-b9f0-59edfffcaff8 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Router 37aaecdf-d900-47f5-b095-a9f48234c6cf has already been hosted by L3 agent bb0205a6-735d-4789-b813-02600d36e527 {{(pid=79299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 19 13:17:01.195055 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb855107-7ce0-46bc-b9f0-59edfffcaff8 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify agent at l3_agent.dv-cinder-805144-1-iscsi the message routers_updated {{(pid=79299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 19 13:17:01.206311 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1d69dd-838a-4f8e-9561-29df89ab9a80 None None] Sync routers for ids ['37aaecdf-d900-47f5-b095-a9f48234c6cf'] in dv-cinder-805144-1-iscsi {{(pid=79302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:17:01.216615 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1d69dd-838a-4f8e-9561-29df89ab9a80 None None] Routers {'37aaecdf-d900-47f5-b095-a9f48234c6cf'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:17:01.217248 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-8b1d69dd-838a-4f8e-9561-29df89ab9a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:17:01Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['37aaecdf-d900-47f5-b095-a9f48234c6cf'], 'active': True} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:17:01.229195 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-cb855107-7ce0-46bc-b9f0-59edfffcaff8 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for floatingip, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:01.295654 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-cb855107-7ce0-46bc-b9f0-59edfffcaff8 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6461959 Aug 19 13:17:01.296670 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7cda10b-ebd9-4d6b-a955-0b10638b7a2f', 'tag': 'bc54abfb-57b1-4773-97d6-e8cab3cdfafd'}] {{(pid=79299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:17:01.298504 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 59084) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:17:01.308853 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [None req-66952c3a-9cf1-48eb-9b01-391c3ab1108d tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1665231373', 'description': 'tempest-secgroup-smoke-1665231373 description', 'project_id': '9b5f0e2e107546a08b4ec133e8369dfb'}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:17:01.324063 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-66952c3a-9cf1-48eb-9b01-391c3ab1108d tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:17:01.351687 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-66952c3a-9cf1-48eb-9b01-391c3ab1108d tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:17:01.364650 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-66952c3a-9cf1-48eb-9b01-391c3ab1108d tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks [] for security_group, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:01.393068 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7cda10b-ebd9-4d6b-a955-0b10638b7a2f', 'tag': 'bc54abfb-57b1-4773-97d6-e8cab3cdfafd', 'status': 'completed', 'code': 200} Aug 19 13:17:01.401851 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-66952c3a-9cf1-48eb-9b01-391c3ab1108d tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:17:01.407151 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-66952c3a-9cf1-48eb-9b01-391c3ab1108d tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Usage tracker for resource:security_group_rule and tenant:9b5f0e2e107546a08b4ec133e8369dfb is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:17:01.410713 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-66952c3a-9cf1-48eb-9b01-391c3ab1108d tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:17:01.416999 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-66952c3a-9cf1-48eb-9b01-391c3ab1108d tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:17:01.429075 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvr_db [None req-8b1d69dd-838a-4f8e-9561-29df89ab9a80 None None] Set router 37aaecdf-d900-47f5-b095-a9f48234c6cf gateway port host: dv-cinder-805144-1-iscsi {{(pid=79302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:17:01.526916 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-66952c3a-9cf1-48eb-9b01-391c3ab1108d tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks [] for security_group, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:01.534928 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-66952c3a-9cf1-48eb-9b01-391c3ab1108d tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:01.544969 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-3a0cdfc7-8927-49ab-8b57-6d9ce4c1cea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:17:01.602810 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66952c3a-9cf1-48eb-9b01-391c3ab1108d tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=289c9ddf-3134-4e44-9087-781dfa49437d,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:17:01.610662 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-66952c3a-9cf1-48eb-9b01-391c3ab1108d tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:17:01.613028 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-66952c3a-9cf1-48eb-9b01-391c3ab1108d tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks [] for security_group, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:01.614557 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-66952c3a-9cf1-48eb-9b01-391c3ab1108d tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3144054 Aug 19 13:17:01.618029 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 59098) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:17:01.623701 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-636b4ce7-e7c5-4fe8-b9db-f182a1771a54 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Request body: {'security_group_rule': {'security_group_id': '289c9ddf-3134-4e44-9087-781dfa49437d', 'project_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:17:01.628864 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93205366-c306-48b6-a0d6-cc300c726147 req-464a858a-c467-4fee-8200-903a796fb3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:01.631246 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-636b4ce7-e7c5-4fe8-b9db-f182a1771a54 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:17:01.631664 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-93205366-c306-48b6-a0d6-cc300c726147 req-464a858a-c467-4fee-8200-903a796fb3f3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9b5f0e2e107546a08b4ec133e8369dfb&device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 1099 time: 0.1915762 Aug 19 13:17:01.635374 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-636b4ce7-e7c5-4fe8-b9db-f182a1771a54 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Usage tracker for resource:security_group_rule and tenant:9b5f0e2e107546a08b4ec133e8369dfb is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:17:01.638405 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-636b4ce7-e7c5-4fe8-b9db-f182a1771a54 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:17:01.645691 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-636b4ce7-e7c5-4fe8-b9db-f182a1771a54 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:17:01.666781 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-636b4ce7-e7c5-4fe8-b9db-f182a1771a54 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:01.755005 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-636b4ce7-e7c5-4fe8-b9db-f182a1771a54 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:01.759995 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-636b4ce7-e7c5-4fe8-b9db-f182a1771a54 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072225'] for security_group_rule, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:01.770333 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:17:01.783042 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93205366-c306-48b6-a0d6-cc300c726147 req-3b5fb842-c98e-4f07-95c9-ef2a59196123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:01.784802 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-93205366-c306-48b6-a0d6-cc300c726147 req-3b5fb842-c98e-4f07-95c9-ef2a59196123 service neutron] 10.222.0.68 "GET /v2.0/networks?id=146b2f75-1238-4b8e-8670-030041b2b962 HTTP/1.1" status: 200 len: 917 time: 0.1476412 Aug 19 13:17:01.796225 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636b4ce7-e7c5-4fe8-b9db-f182a1771a54 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f36ea25-398c-4717-8d22-d4d5147ad8f0,revision_number=0']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:17:01.808553 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-636b4ce7-e7c5-4fe8-b9db-f182a1771a54 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:17:01.819507 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:01.820687 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-636b4ce7-e7c5-4fe8-b9db-f182a1771a54 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:01.825044 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-636b4ce7-e7c5-4fe8-b9db-f182a1771a54 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2064691 Aug 19 13:17:01.825655 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 59106) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:17:01.832394 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-ad82e81b-7468-43d0-9d4d-412055ff2644 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Request body: {'security_group_rule': {'security_group_id': '289c9ddf-3134-4e44-9087-781dfa49437d', 'project_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:17:01.838990 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-ad82e81b-7468-43d0-9d4d-412055ff2644 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:17:01.844919 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-ad82e81b-7468-43d0-9d4d-412055ff2644 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Usage tracker for resource:security_group_rule and tenant:9b5f0e2e107546a08b4ec133e8369dfb is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:17:01.848829 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-ad82e81b-7468-43d0-9d4d-412055ff2644 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:17:01.855354 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-ad82e81b-7468-43d0-9d4d-412055ff2644 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:17:01.876741 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-ad82e81b-7468-43d0-9d4d-412055ff2644 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:01.975019 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-ad82e81b-7468-43d0-9d4d-412055ff2644 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:01.981125 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-ad82e81b-7468-43d0-9d4d-412055ff2644 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072225'] for security_group_rule, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:01.984058 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:17:02.016280 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad82e81b-7468-43d0-9d4d-412055ff2644 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e90fdeb-1da9-49d5-b2b3-3e930a2b96a9,revision_number=0']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:17:02.018875 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-ad82e81b-7468-43d0-9d4d-412055ff2644 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:17:02.028751 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-ad82e81b-7468-43d0-9d4d-412055ff2644 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:02.034385 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-ad82e81b-7468-43d0-9d4d-412055ff2644 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2071154 Aug 19 13:17:02.034989 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 59112) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:17:02.044388 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-a4103973-f681-41fc-b4dc-cfddffb34ca5 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Request body: {'security_group_rule': {'security_group_id': '289c9ddf-3134-4e44-9087-781dfa49437d', 'project_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:17:02.051349 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-a4103973-f681-41fc-b4dc-cfddffb34ca5 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:17:02.056090 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-a4103973-f681-41fc-b4dc-cfddffb34ca5 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Usage tracker for resource:security_group_rule and tenant:9b5f0e2e107546a08b4ec133e8369dfb is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:17:02.059522 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-a4103973-f681-41fc-b4dc-cfddffb34ca5 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:17:02.059972 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-8b1d69dd-838a-4f8e-9561-29df89ab9a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37aaecdf-d900-47f5-b095-a9f48234c6cf', 'name': 'tempest-TestMinimumBasicScenario-1593087997-router', 'tenant_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '337c5546-6fea-4c7a-8a2b-553137d5739e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:15:32Z', 'updated_at': '2021-08-19T13:15:38Z', 'revision_number': 4, 'project_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'gw_port': {'id': '337c5546-6fea-4c7a-8a2b-553137d5739e', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:18:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37aaecdf-d900-47f5-b095-a9f48234c6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:15:33Z', 'updated_at': '2021-08-19T13:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_floatingips': [{'id': '2568ead9-a351-4e05-aa6e-67f1d435a7f6', 'tenant_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'floating_ip_address': '172.27.1.65', 'floating_network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'router_id': '37aaecdf-d900-47f5-b095-a9f48234c6cf', 'port_id': 'bc54abfb-57b1-4773-97d6-e8cab3cdfafd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '146b2f75-1238-4b8e-8670-030041b2b962', 'mac_address': 'fa:16:3e:3f:92:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7cda10b-ebd9-4d6b-a955-0b10638b7a2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:16:59Z', 'updated_at': '2021-08-19T13:16:59Z', 'revision_number': 0, 'project_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f63a0be9-61b8-4ed4-8c45-659dbb4ee27b', 'name': '', 'network_id': '146b2f75-1238-4b8e-8670-030041b2b962', 'tenant_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'mac_address': 'fa:16:3e:b4:33:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37aaecdf-d900-47f5-b095-a9f48234c6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '97420a0f-08e6-4409-8050-18fd91d4363c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:15:37Z', 'updated_at': '2021-08-19T13:15:46Z', 'revision_number': 5, 'project_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'subnets': [{'id': '97420a0f-08e6-4409-8050-18fd91d4363c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:17:02.066081 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1d69dd-838a-4f8e-9561-29df89ab9a80 None None] Checking router: 37aaecdf-d900-47f5-b095-a9f48234c6cf for host: dv-cinder-805144-1-iscsi {{(pid=79302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:17:02.069810 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-a4103973-f681-41fc-b4dc-cfddffb34ca5 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:17:02.078947 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1d69dd-838a-4f8e-9561-29df89ab9a80 None None] Routers {'37aaecdf-d900-47f5-b095-a9f48234c6cf'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:17:02.079904 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-8b1d69dd-838a-4f8e-9561-29df89ab9a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:17:01Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['37aaecdf-d900-47f5-b095-a9f48234c6cf'], 'active': True} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:17:02.087368 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-93205366-c306-48b6-a0d6-cc300c726147 req-4a13b8e3-b1b8-4005-b1b8-16ba2272202d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc54abfb-57b1-4773-97d6-e8cab3cdfafd HTTP/1.1" status: 200 len: 999 time: 0.2885005 Aug 19 13:17:02.095091 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a4103973-f681-41fc-b4dc-cfddffb34ca5 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:02.181579 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a4103973-f681-41fc-b4dc-cfddffb34ca5 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:02.188268 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a4103973-f681-41fc-b4dc-cfddffb34ca5 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072225'] for security_group_rule, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:02.192475 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:17:02.200278 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93205366-c306-48b6-a0d6-cc300c726147 req-28d9e55d-f14f-48a4-8462-03b72161a172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:02.203149 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-93205366-c306-48b6-a0d6-cc300c726147 req-28d9e55d-f14f-48a4-8462-03b72161a172 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=97420a0f-08e6-4409-8050-18fd91d4363c HTTP/1.1" status: 200 len: 854 time: 0.0882185 Aug 19 13:17:02.221198 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4103973-f681-41fc-b4dc-cfddffb34ca5 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01cab466-4c03-4562-9f4e-cb41e679c915,revision_number=0']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:17:02.226055 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-a4103973-f681-41fc-b4dc-cfddffb34ca5 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:17:02.231992 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-a4103973-f681-41fc-b4dc-cfddffb34ca5 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:02.234291 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-a4103973-f681-41fc-b4dc-cfddffb34ca5 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1981773 Aug 19 13:17:02.238604 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 59118) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:17:02.244577 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-66dfa52f-1b18-42ba-8702-370f340a8c7e tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Request body: {'security_group_rule': {'security_group_id': '289c9ddf-3134-4e44-9087-781dfa49437d', 'project_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:17:02.251923 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-66dfa52f-1b18-42ba-8702-370f340a8c7e tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:17:02.256305 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-66dfa52f-1b18-42ba-8702-370f340a8c7e tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Usage tracker for resource:security_group_rule and tenant:9b5f0e2e107546a08b4ec133e8369dfb is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:17:02.259838 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-66dfa52f-1b18-42ba-8702-370f340a8c7e tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:17:02.269008 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-66dfa52f-1b18-42ba-8702-370f340a8c7e tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:17:02.294169 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-66dfa52f-1b18-42ba-8702-370f340a8c7e tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:02.307487 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvr_db [None req-8b1d69dd-838a-4f8e-9561-29df89ab9a80 None None] Set router 37aaecdf-d900-47f5-b095-a9f48234c6cf gateway port host: dv-cinder-805144-1-iscsi {{(pid=79302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:17:02.374828 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93205366-c306-48b6-a0d6-cc300c726147 req-35590356-747b-41b2-a997-194a592e8824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:02.381630 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-93205366-c306-48b6-a0d6-cc300c726147 req-35590356-747b-41b2-a997-194a592e8824 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=146b2f75-1238-4b8e-8670-030041b2b962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1725042 Aug 19 13:17:02.419107 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-66dfa52f-1b18-42ba-8702-370f340a8c7e tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:02.425803 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-66dfa52f-1b18-42ba-8702-370f340a8c7e tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072225'] for security_group_rule, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:02.430119 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-37c9909d-4650-4c1e-a3e6-81f86d29c0bb tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:17:02.461628 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 59124) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:17:02.471182 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dfa52f-1b18-42ba-8702-370f340a8c7e tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e41aeef5-7b73-4add-b0a1-1ae82398af06,revision_number=0']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:17:02.477701 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-66dfa52f-1b18-42ba-8702-370f340a8c7e tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:17:02.490386 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-66dfa52f-1b18-42ba-8702-370f340a8c7e tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:02.495612 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-66dfa52f-1b18-42ba-8702-370f340a8c7e tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2552338 Aug 19 13:17:02.496418 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 59130) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:17:02.503927 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-c0d4be71-2422-4cc8-8dbe-3fd80b645814 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Request body: {'security_group_rule': {'security_group_id': '289c9ddf-3134-4e44-9087-781dfa49437d', 'project_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:17:02.511345 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-c0d4be71-2422-4cc8-8dbe-3fd80b645814 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:17:02.517805 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-c0d4be71-2422-4cc8-8dbe-3fd80b645814 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Usage tracker for resource:security_group_rule and tenant:9b5f0e2e107546a08b4ec133e8369dfb is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:17:02.521348 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-c0d4be71-2422-4cc8-8dbe-3fd80b645814 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:17:02.527487 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-c0d4be71-2422-4cc8-8dbe-3fd80b645814 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:17:02.554411 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.db.securitygroups_db [None req-c0d4be71-2422-4cc8-8dbe-3fd80b645814 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Project 9b5f0e2e107546a08b4ec133e8369dfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:17:02.566648 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c0d4be71-2422-4cc8-8dbe-3fd80b645814 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:02.620156 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-93205366-c306-48b6-a0d6-cc300c726147 req-29264d40-0290-4720-9e62-acee32e26b0b service neutron] 10.222.0.68 "GET /v2.0/networks/146b2f75-1238-4b8e-8670-030041b2b962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226863 Aug 19 13:17:02.641644 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c0d4be71-2422-4cc8-8dbe-3fd80b645814 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:02.646826 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c0d4be71-2422-4cc8-8dbe-3fd80b645814 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072225'] for security_group_rule, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:02.649324 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:17:02.676665 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4be71-2422-4cc8-8dbe-3fd80b645814 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=845c8b31-5360-4fa2-9cce-c6fbd052052c,revision_number=0']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:17:02.680953 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-c0d4be71-2422-4cc8-8dbe-3fd80b645814 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:17:02.693829 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c0d4be71-2422-4cc8-8dbe-3fd80b645814 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:02.695669 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-c0d4be71-2422-4cc8-8dbe-3fd80b645814 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1980531 Aug 19 13:17:02.698351 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 59134) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:17:02.704433 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-d2cce8cc-aa40-4679-b918-b5675df426e4 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Request body: {'security_group_rule': {'security_group_id': '289c9ddf-3134-4e44-9087-781dfa49437d', 'project_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:17:02.710162 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-d2cce8cc-aa40-4679-b918-b5675df426e4 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:17:02.714065 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-d2cce8cc-aa40-4679-b918-b5675df426e4 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Usage tracker for resource:security_group_rule and tenant:9b5f0e2e107546a08b4ec133e8369dfb is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:17:02.717137 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-d2cce8cc-aa40-4679-b918-b5675df426e4 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:17:02.724776 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-d2cce8cc-aa40-4679-b918-b5675df426e4 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:17:02.728767 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-8b1d69dd-838a-4f8e-9561-29df89ab9a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37aaecdf-d900-47f5-b095-a9f48234c6cf', 'name': 'tempest-TestMinimumBasicScenario-1593087997-router', 'tenant_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '337c5546-6fea-4c7a-8a2b-553137d5739e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:15:32Z', 'updated_at': '2021-08-19T13:15:38Z', 'revision_number': 4, 'project_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'gw_port': {'id': '337c5546-6fea-4c7a-8a2b-553137d5739e', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:18:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37aaecdf-d900-47f5-b095-a9f48234c6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:15:33Z', 'updated_at': '2021-08-19T13:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_floatingips': [{'id': '2568ead9-a351-4e05-aa6e-67f1d435a7f6', 'tenant_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'floating_ip_address': '172.27.1.65', 'floating_network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'router_id': '37aaecdf-d900-47f5-b095-a9f48234c6cf', 'port_id': 'bc54abfb-57b1-4773-97d6-e8cab3cdfafd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '146b2f75-1238-4b8e-8670-030041b2b962', 'mac_address': 'fa:16:3e:3f:92:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7cda10b-ebd9-4d6b-a955-0b10638b7a2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:16:59Z', 'updated_at': '2021-08-19T13:16:59Z', 'revision_number': 0, 'project_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f63a0be9-61b8-4ed4-8c45-659dbb4ee27b', 'name': '', 'network_id': '146b2f75-1238-4b8e-8670-030041b2b962', 'tenant_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'mac_address': 'fa:16:3e:b4:33:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37aaecdf-d900-47f5-b095-a9f48234c6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '97420a0f-08e6-4409-8050-18fd91d4363c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:15:37Z', 'updated_at': '2021-08-19T13:15:46Z', 'revision_number': 5, 'project_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'subnets': [{'id': '97420a0f-08e6-4409-8050-18fd91d4363c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:17:02.734577 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1d69dd-838a-4f8e-9561-29df89ab9a80 None None] The sync data for ids ['37aaecdf-d900-47f5-b095-a9f48234c6cf'] in dv-cinder-805144-1-iscsi is: [{'id': '37aaecdf-d900-47f5-b095-a9f48234c6cf', 'name': 'tempest-TestMinimumBasicScenario-1593087997-router', 'tenant_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '337c5546-6fea-4c7a-8a2b-553137d5739e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:15:32Z', 'updated_at': '2021-08-19T13:15:38Z', 'revision_number': 4, 'project_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'gw_port': {'id': '337c5546-6fea-4c7a-8a2b-553137d5739e', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:18:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37aaecdf-d900-47f5-b095-a9f48234c6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:15:33Z', 'updated_at': '2021-08-19T13:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_floatingips': [{'id': '2568ead9-a351-4e05-aa6e-67f1d435a7f6', 'tenant_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'floating_ip_address': '172.27.1.65', 'floating_network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'router_id': '37aaecdf-d900-47f5-b095-a9f48234c6cf', 'port_id': 'bc54abfb-57b1-4773-97d6-e8cab3cdfafd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '146b2f75-1238-4b8e-8670-030041b2b962', 'mac_address': 'fa:16:3e:3f:92:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7cda10b-ebd9-4d6b-a955-0b10638b7a2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:16:59Z', 'updated_at': '2021-08-19T13:16:59Z', 'revision_number': 0, 'project_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f63a0be9-61b8-4ed4-8c45-659dbb4ee27b', 'name': '', 'network_id': '146b2f75-1238-4b8e-8670-030041b2b962', 'tenant_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'mac_address': 'fa:16:3e:b4:33:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37aaecdf-d900-47f5-b095-a9f48234c6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '97420a0f-08e6-4409-8050-18fd91d4363c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:15:37Z', 'updated_at': '2021-08-19T13:15:46Z', 'revision_number': 5, 'project_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'subnets': [{'id': '97420a0f-08e6-4409-8050-18fd91d4363c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:17:02.740085 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.db.securitygroups_db [None req-d2cce8cc-aa40-4679-b918-b5675df426e4 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Project 9b5f0e2e107546a08b4ec133e8369dfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:17:02.747678 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d2cce8cc-aa40-4679-b918-b5675df426e4 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:02.748334 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-4d093f77-744c-44bb-b56d-f50f4b6b3d3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:02.776791 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-4d093f77-744c-44bb-b56d-f50f4b6b3d3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:17:02.786084 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-4d093f77-744c-44bb-b56d-f50f4b6b3d3a admin admin] Usage tracker for resource:security_group_rule and tenant:b2a8932770ec46cfa3218998ce6f721d is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:17:02.799873 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-4d093f77-744c-44bb-b56d-f50f4b6b3d3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:17:02.809249 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-4d093f77-744c-44bb-b56d-f50f4b6b3d3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:17:02.827303 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d2cce8cc-aa40-4679-b918-b5675df426e4 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:02.837622 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d2cce8cc-aa40-4679-b918-b5675df426e4 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072225'] for security_group_rule, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:02.841815 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-ff35fc9c-fae1-4517-b7f2-35f3196669de tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:17:02.845216 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-93205366-c306-48b6-a0d6-cc300c726147 req-4ab17c8a-3266-4922-a406-44ea0df313da service neutron] 10.222.0.68 "GET /v2.0/networks/146b2f75-1238-4b8e-8670-030041b2b962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162008 Aug 19 13:17:02.874598 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cce8cc-aa40-4679-b918-b5675df426e4 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=866b8d9e-2411-45a0-899b-e3c873755f9c,revision_number=0']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:17:02.877825 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-d2cce8cc-aa40-4679-b918-b5675df426e4 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:17:02.890167 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d2cce8cc-aa40-4679-b918-b5675df426e4 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:02.892065 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-d2cce8cc-aa40-4679-b918-b5675df426e4 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1927013 Aug 19 13:17:02.948586 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-4d093f77-744c-44bb-b56d-f50f4b6b3d3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:02.954962 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-4d093f77-744c-44bb-b56d-f50f4b6b3d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:02.962644 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-2c770357-a2c2-42aa-87c7-b497b658d55f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:17:03.011416 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac01f3f2-b381-43eb-94ac-b7d8adb859c7 None None] New status for floating IP 2568ead9-a351-4e05-aa6e-67f1d435a7f6: ACTIVE {{(pid=79301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:17:03.024847 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-4d093f77-744c-44bb-b56d-f50f4b6b3d3a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b2a8932770ec46cfa3218998ce6f721d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5611784 Aug 19 13:17:03.027926 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 59140) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:17:03.028818 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d093f77-744c-44bb-b56d-f50f4b6b3d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed179dc-80eb-4c96-8f82-6b2b5f49dc8e,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:17:03.035304 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-4d093f77-744c-44bb-b56d-f50f4b6b3d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:17:03.057555 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-80b4041d-e7f6-492e-b0f0-805b6e3055ee req-7db12def-9084-4b92-8de5-d29a34fbfd8a tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Synchronizing usage tracker for tenant:9b5f0e2e107546a08b4ec133e8369dfb on resource:security_group {{(pid=79300) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:17:03.073912 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-80b4041d-e7f6-492e-b0f0-805b6e3055ee req-7db12def-9084-4b92-8de5-d29a34fbfd8a tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Unset dirty status for tenant:9b5f0e2e107546a08b4ec133e8369dfb on resource:security_group {{(pid=79300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:17:03.076081 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-80b4041d-e7f6-492e-b0f0-805b6e3055ee req-7db12def-9084-4b92-8de5-d29a34fbfd8a tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1665231373&fields=id&tenant_id=9b5f0e2e107546a08b4ec133e8369dfb HTTP/1.1" status: 200 len: 267 time: 0.0816786 Aug 19 13:17:03.212229 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b4041d-e7f6-492e-b0f0-805b6e3055ee req-84d32dae-c527-43c6-bf40-b9708751d2e3 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:03.214181 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-80b4041d-e7f6-492e-b0f0-805b6e3055ee req-84d32dae-c527-43c6-bf40-b9708751d2e3 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 946 time: 0.1322505 Aug 19 13:17:03.215469 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-06225f7c-b02e-4265-975f-5c7be8284695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:03.229221 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [req-80b4041d-e7f6-492e-b0f0-805b6e3055ee req-6c4db19d-cd24-4108-b450-8ce4efa4190a tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Request body: {'port': {'security_groups': ['0dc0550a-c30f-4b3b-ae83-ad71b375e79f', '289c9ddf-3134-4e44-9087-781dfa49437d']}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:17:03.245020 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-06225f7c-b02e-4265-975f-5c7be8284695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:03.317400 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-06225f7c-b02e-4265-975f-5c7be8284695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:03.323608 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-f4121529-4344-4fe9-ba35-3adeb13814d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:17:03.339069 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06225f7c-b02e-4265-975f-5c7be8284695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed179dc-80eb-4c96-8f82-6b2b5f49dc8e,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:17:03.341717 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-06225f7c-b02e-4265-975f-5c7be8284695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:17:03.346358 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-06225f7c-b02e-4265-975f-5c7be8284695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:03.348324 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-06225f7c-b02e-4265-975f-5c7be8284695 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2ed179dc-80eb-4c96-8f82-6b2b5f49dc8e HTTP/1.1" status: 204 len: 168 time: 0.3184907 Aug 19 13:17:03.393253 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-80b4041d-e7f6-492e-b0f0-805b6e3055ee req-6c4db19d-cd24-4108-b450-8ce4efa4190a tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:03.496417 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:03.675859 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 59148) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:17:03.682213 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.db [req-80b4041d-e7f6-492e-b0f0-805b6e3055ee req-6c4db19d-cd24-4108-b450-8ce4efa4190a tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] For port bc54abfb-57b1-4773-97d6-e8cab3cdfafd, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=bc54abfb-57b1-4773-97d6-e8cab3cdfafd,segment=NetworkSegment(a7d43235-ba3c-42c5-bf37-822e9c1fae6e),segment_id=a7d43235-ba3c-42c5-bf37-822e9c1fae6e)] {{(pid=79300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:17:03.698849 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-255e203a-dbd8-47ba-b07b-29f6764e41b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:03.709612 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-80b4041d-e7f6-492e-b0f0-805b6e3055ee req-6c4db19d-cd24-4108-b450-8ce4efa4190a tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks [] for port, precommit_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:03.714969 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-80b4041d-e7f6-492e-b0f0-805b6e3055ee req-6c4db19d-cd24-4108-b450-8ce4efa4190a tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6202502'] for port, after_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:03.717223 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-255e203a-dbd8-47ba-b07b-29f6764e41b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:17:03.721802 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-1934f51a-510e-4775-b76c-bf0a844e09eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:17:03.723828 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-255e203a-dbd8-47ba-b07b-29f6764e41b1 admin admin] Usage tracker for resource:security_group_rule and tenant:1e9f48520258416e8a317820e91e3547 is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:17:03.726975 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-255e203a-dbd8-47ba-b07b-29f6764e41b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:17:03.733022 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-255e203a-dbd8-47ba-b07b-29f6764e41b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:17:03.753338 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] get_ports_and_sgs() called for port_ids ['bc54abfb-57b1-4773-97d6-e8cab3cdfafd'] {{(pid=79301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 19 13:17:03.794745 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b4041d-e7f6-492e-b0f0-805b6e3055ee req-6c4db19d-cd24-4108-b450-8ce4efa4190a tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:03.795487 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-80b4041d-e7f6-492e-b0f0-805b6e3055ee req-6c4db19d-cd24-4108-b450-8ce4efa4190a tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for port, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:03.800574 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-80b4041d-e7f6-492e-b0f0-805b6e3055ee req-6c4db19d-cd24-4108-b450-8ce4efa4190a tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "PUT /v2.0/ports/bc54abfb-57b1-4773-97d6-e8cab3cdfafd HTTP/1.1" status: 200 len: 982 time: 0.5784583 Aug 19 13:17:03.801157 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7cda10b-ebd9-4d6b-a955-0b10638b7a2f', 'tag': 'bc54abfb-57b1-4773-97d6-e8cab3cdfafd'}] {{(pid=79300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:17:03.823460 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4db19d-cd24-4108-b450-8ce4efa4190a tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Pushing event updated for resources: {'Port': ['ID=bc54abfb-57b1-4773-97d6-e8cab3cdfafd,revision_number=6']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:17:03.827802 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-6c4db19d-cd24-4108-b450-8ce4efa4190a tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:17:03.877218 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7cda10b-ebd9-4d6b-a955-0b10638b7a2f', 'tag': 'bc54abfb-57b1-4773-97d6-e8cab3cdfafd', 'status': 'completed', 'code': 200} Aug 19 13:17:03.878386 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-255e203a-dbd8-47ba-b07b-29f6764e41b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:03.883898 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-255e203a-dbd8-47ba-b07b-29f6764e41b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:03.896392 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-c293745a-18c4-465c-a4ef-6b0c06d37e3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:17:03.968085 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-255e203a-dbd8-47ba-b07b-29f6764e41b1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1e9f48520258416e8a317820e91e3547&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2900465 Aug 19 13:17:03.971468 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255e203a-dbd8-47ba-b07b-29f6764e41b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e31c25-58ce-49e6-8345-11af01405d75,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:17:03.981427 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-255e203a-dbd8-47ba-b07b-29f6764e41b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:17:03.981908 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 59156) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:17:04.021499 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] get_ports_and_sgs() called for port_ids ['bc54abfb-57b1-4773-97d6-e8cab3cdfafd'] {{(pid=79301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 19 13:17:04.072207 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15beede6-d7fd-4b5b-b121-c0d4f5e97f78 req-6bc16215-7b44-4b2a-8609-164c877e919c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:04.076403 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-15beede6-d7fd-4b5b-b121-c0d4f5e97f78 req-6bc16215-7b44-4b2a-8609-164c877e919c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9b5f0e2e107546a08b4ec133e8369dfb&device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 1138 time: 0.1432595 Aug 19 13:17:04.146534 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-8f83972a-1554-4860-846c-85a181f2e7d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:04.187798 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-8f83972a-1554-4860-846c-85a181f2e7d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:04.214244 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e333f4-c47a-4fa6-9f5f-222474872a9f req-be52d6ba-f4c4-4c9e-9986-1846ac5a6c7d tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:04.215830 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-52e333f4-c47a-4fa6-9f5f-222474872a9f req-be52d6ba-f4c4-4c9e-9986-1846ac5a6c7d tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 985 time: 0.1861808 Aug 19 13:17:04.232745 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15beede6-d7fd-4b5b-b121-c0d4f5e97f78 req-f31dbf6d-0a4f-40eb-b378-fc45d391b41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:04.235500 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-15beede6-d7fd-4b5b-b121-c0d4f5e97f78 req-f31dbf6d-0a4f-40eb-b378-fc45d391b41c service neutron] 10.222.0.68 "GET /v2.0/networks?id=146b2f75-1238-4b8e-8670-030041b2b962 HTTP/1.1" status: 200 len: 917 time: 0.1525891 Aug 19 13:17:04.239386 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-1d57d451-9b66-45b5-850b-e9432e60d901 None None] Provisioning complete for port bc54abfb-57b1-4773-97d6-e8cab3cdfafd triggered by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:17:04.239799 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-1d57d451-9b66-45b5-850b-e9432e60d901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:04.287987 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-52e333f4-c47a-4fa6-9f5f-222474872a9f req-8c1152b7-522d-423b-b85b-8bee10b89814 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc0550a-c30f-4b3b-ae83-ad71b375e79f&id=289c9ddf-3134-4e44-9087-781dfa49437d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568621 Aug 19 13:17:04.298003 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-8f83972a-1554-4860-846c-85a181f2e7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:04.307513 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-01515d6a-9ca8-4f95-920a-b6ff8a89d2b4 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:17:04.320603 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83972a-1554-4860-846c-85a181f2e7d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e31c25-58ce-49e6-8345-11af01405d75,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:17:04.324102 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-8f83972a-1554-4860-846c-85a181f2e7d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:17:04.330642 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-8f83972a-1554-4860-846c-85a181f2e7d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:04.331808 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-8f83972a-1554-4860-846c-85a181f2e7d8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/73e31c25-58ce-49e6-8345-11af01405d75 HTTP/1.1" status: 204 len: 168 time: 0.3482447 Aug 19 13:17:04.352593 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-15beede6-d7fd-4b5b-b121-c0d4f5e97f78 req-66f074d7-4039-42bf-bf61-c8c3eb5c054c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc54abfb-57b1-4773-97d6-e8cab3cdfafd HTTP/1.1" status: 200 len: 1001 time: 0.1102405 Aug 19 13:17:04.426520 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15beede6-d7fd-4b5b-b121-c0d4f5e97f78 req-d64764b1-60d3-4fba-8800-747adf0dfc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:04.428166 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-15beede6-d7fd-4b5b-b121-c0d4f5e97f78 req-d64764b1-60d3-4fba-8800-747adf0dfc3b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=97420a0f-08e6-4409-8050-18fd91d4363c HTTP/1.1" status: 200 len: 854 time: 0.0688219 Aug 19 13:17:04.630014 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15beede6-d7fd-4b5b-b121-c0d4f5e97f78 req-3495779a-fa86-4b91-b538-30b100446c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:04.631669 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-15beede6-d7fd-4b5b-b121-c0d4f5e97f78 req-3495779a-fa86-4b91-b538-30b100446c37 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=146b2f75-1238-4b8e-8670-030041b2b962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1967218 Aug 19 13:17:04.783584 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-15beede6-d7fd-4b5b-b121-c0d4f5e97f78 req-a6bbc6fd-7524-4e2f-9cdc-04e95437a44a service neutron] 10.222.0.68 "GET /v2.0/networks/146b2f75-1238-4b8e-8670-030041b2b962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425261 Aug 19 13:17:04.935315 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-15beede6-d7fd-4b5b-b121-c0d4f5e97f78 req-2099eb22-17e0-4500-b1ce-a240ed43b6ce service neutron] 10.222.0.68 "GET /v2.0/networks/146b2f75-1238-4b8e-8670-030041b2b962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442118 Aug 19 13:17:05.061843 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:07.421431 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-75297a5c-cf16-4b18-823d-501abc5b8903 req-59114ab4-1595-4806-bb44-4244f0a4d8db service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ff6a5868-adca-442a-929f-3210992f0525&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0739369 Aug 19 13:17:07.524964 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75297a5c-cf16-4b18-823d-501abc5b8903 req-478b0446-3334-49c4-b144-ae1cc825bdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:07.526440 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-75297a5c-cf16-4b18-823d-501abc5b8903 req-478b0446-3334-49c4-b144-ae1cc825bdc8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a81195fe3cfa46c980fb0484af456fef&device_id=ff6a5868-adca-442a-929f-3210992f0525 HTTP/1.1" status: 200 len: 1099 time: 0.0728509 Aug 19 13:17:07.677307 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75297a5c-cf16-4b18-823d-501abc5b8903 req-c101a795-625b-43ad-ad5b-899e9c75e0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:07.678690 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-75297a5c-cf16-4b18-823d-501abc5b8903 req-c101a795-625b-43ad-ad5b-899e9c75e0e0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=aea097be-4d5e-4757-b2e3-2b4db907e9bb HTTP/1.1" status: 200 len: 913 time: 0.1316473 Aug 19 13:17:07.789419 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-75297a5c-cf16-4b18-823d-501abc5b8903 req-c939c5f0-4cd6-4a06-8d8b-d39cc62f6bfa service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32cab71e-8ad3-4243-a1ad-124b87187bc9 HTTP/1.1" status: 200 len: 1002 time: 0.1025946 Aug 19 13:17:07.863473 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75297a5c-cf16-4b18-823d-501abc5b8903 req-b8ebe3f8-4584-4ccf-9a7c-baa8973b30bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:07.865056 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-75297a5c-cf16-4b18-823d-501abc5b8903 req-b8ebe3f8-4584-4ccf-9a7c-baa8973b30bc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33 HTTP/1.1" status: 200 len: 850 time: 0.0672646 Aug 19 13:17:07.943993 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75297a5c-cf16-4b18-823d-501abc5b8903 req-8e7ab594-bf3c-40b9-8b07-7ce184041f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:07.945485 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-75297a5c-cf16-4b18-823d-501abc5b8903 req-8e7ab594-bf3c-40b9-8b07-7ce184041f39 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=aea097be-4d5e-4757-b2e3-2b4db907e9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0734141 Aug 19 13:17:08.086335 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-75297a5c-cf16-4b18-823d-501abc5b8903 req-69513abc-2eb7-4e52-9cf4-59ec5349839b service neutron] 10.222.0.68 "GET /v2.0/networks/aea097be-4d5e-4757-b2e3-2b4db907e9bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321950 Aug 19 13:17:08.228995 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-75297a5c-cf16-4b18-823d-501abc5b8903 req-07ddd6bc-071b-4412-962d-2750b9308cc7 service neutron] 10.222.0.68 "GET /v2.0/networks/aea097be-4d5e-4757-b2e3-2b4db907e9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346467 Aug 19 13:17:09.498237 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 59232) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:17:09.623017 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-e144faf9-9c74-4393-a9a0-9d3282cf2778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:09.638727 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-e144faf9-9c74-4393-a9a0-9d3282cf2778 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:17:09.642943 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-e144faf9-9c74-4393-a9a0-9d3282cf2778 admin admin] Usage tracker for resource:security_group_rule and tenant:ed0f8ecaf5424dc0b78ba38ad3c4e2a0 is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:17:09.646090 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-e144faf9-9c74-4393-a9a0-9d3282cf2778 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:17:09.651767 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-e144faf9-9c74-4393-a9a0-9d3282cf2778 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:17:09.743760 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-e144faf9-9c74-4393-a9a0-9d3282cf2778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:09.747461 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-e144faf9-9c74-4393-a9a0-9d3282cf2778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:09.755427 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-77b29917-4be6-4c5d-bba3-37a4cdc8141a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:17:09.806960 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-e144faf9-9c74-4393-a9a0-9d3282cf2778 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ed0f8ecaf5424dc0b78ba38ad3c4e2a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3074582 Aug 19 13:17:09.807903 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e144faf9-9c74-4393-a9a0-9d3282cf2778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9753832a-b27b-4713-8426-69cc1c485293,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:17:09.809893 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 59238) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:17:09.811176 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-e144faf9-9c74-4393-a9a0-9d3282cf2778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:17:09.875127 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-20203490-c9d0-4d84-88b7-9b450ecb8cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:09.901263 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-20203490-c9d0-4d84-88b7-9b450ecb8cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:09.957963 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-20203490-c9d0-4d84-88b7-9b450ecb8cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:09.962782 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-2f2feeb6-9089-4878-b45c-e133598e39aa tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:17:09.977166 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20203490-c9d0-4d84-88b7-9b450ecb8cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9753832a-b27b-4713-8426-69cc1c485293,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:17:09.980204 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-20203490-c9d0-4d84-88b7-9b450ecb8cd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:17:09.985413 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-20203490-c9d0-4d84-88b7-9b450ecb8cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:09.988019 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-20203490-c9d0-4d84-88b7-9b450ecb8cd5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9753832a-b27b-4713-8426-69cc1c485293 HTTP/1.1" status: 204 len: 168 time: 0.1765184 Aug 19 13:17:10.292265 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 59248) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:17:10.311837 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-4edd6456-23fa-4e05-b896-71067d62f8c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:10.326332 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-4edd6456-23fa-4e05-b896-71067d62f8c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:17:10.331426 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-4edd6456-23fa-4e05-b896-71067d62f8c8 admin admin] Usage tracker for resource:security_group_rule and tenant:5f9431820da64c8e8555053e0e5f9792 is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:17:10.334309 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-4edd6456-23fa-4e05-b896-71067d62f8c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:17:10.340047 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-4edd6456-23fa-4e05-b896-71067d62f8c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:17:10.429550 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-4edd6456-23fa-4e05-b896-71067d62f8c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:10.433683 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-4edd6456-23fa-4e05-b896-71067d62f8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:10.441548 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-3325a0db-f1e4-431c-917b-8aaada9036c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:17:10.481107 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd6456-23fa-4e05-b896-71067d62f8c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c112e2c5-0b5c-47f8-b1d3-92e6fbea4d87,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:17:10.485299 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-4edd6456-23fa-4e05-b896-71067d62f8c8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5f9431820da64c8e8555053e0e5f9792&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1920161 Aug 19 13:17:10.486212 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-4edd6456-23fa-4e05-b896-71067d62f8c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:17:10.487917 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 59252) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:17:10.552507 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-2b346288-6d2f-4bea-8eb3-0a4d67655c8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:10.579321 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-2b346288-6d2f-4bea-8eb3-0a4d67655c8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:10.632691 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-2b346288-6d2f-4bea-8eb3-0a4d67655c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:10.636644 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-f336c3df-be92-4f95-9dc7-539755246fa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:17:10.649421 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b346288-6d2f-4bea-8eb3-0a4d67655c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c112e2c5-0b5c-47f8-b1d3-92e6fbea4d87,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:17:10.653054 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-2b346288-6d2f-4bea-8eb3-0a4d67655c8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:17:10.658437 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-2b346288-6d2f-4bea-8eb3-0a4d67655c8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:10.659864 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-2b346288-6d2f-4bea-8eb3-0a4d67655c8a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c112e2c5-0b5c-47f8-b1d3-92e6fbea4d87 HTTP/1.1" status: 204 len: 168 time: 0.1710410 Aug 19 13:17:12.787622 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 59314) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:17:12.924757 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-11c1b5b7-7182-45a4-a268-b25cd2822bf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:12.942413 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-11c1b5b7-7182-45a4-a268-b25cd2822bf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:17:12.947087 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-11c1b5b7-7182-45a4-a268-b25cd2822bf7 admin admin] Usage tracker for resource:security_group_rule and tenant:6bc6db82a2f34cbeb44aab4b319d2db2 is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:17:12.950296 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-11c1b5b7-7182-45a4-a268-b25cd2822bf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:17:12.957441 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-11c1b5b7-7182-45a4-a268-b25cd2822bf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:17:13.073954 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-11c1b5b7-7182-45a4-a268-b25cd2822bf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:13.078833 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-11c1b5b7-7182-45a4-a268-b25cd2822bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:13.086621 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-6cd1cf02-6068-4717-a6ee-891172eefc14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:17:13.130943 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-11c1b5b7-7182-45a4-a268-b25cd2822bf7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6bc6db82a2f34cbeb44aab4b319d2db2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3416352 Aug 19 13:17:13.131897 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c1b5b7-7182-45a4-a268-b25cd2822bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11723b0-bf64-4013-a85d-19f4b37ddc62,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:17:13.134035 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 59320) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:17:13.134889 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-11c1b5b7-7182-45a4-a268-b25cd2822bf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:17:13.203134 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-381a9a06-04fc-475c-a4ba-a6359f49f4e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:13.230021 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-381a9a06-04fc-475c-a4ba-a6359f49f4e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:13.285105 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-381a9a06-04fc-475c-a4ba-a6359f49f4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:13.288993 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-e144faf9-9c74-4393-a9a0-9d3282cf2778 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:17:13.304206 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381a9a06-04fc-475c-a4ba-a6359f49f4e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11723b0-bf64-4013-a85d-19f4b37ddc62,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:17:13.306967 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-381a9a06-04fc-475c-a4ba-a6359f49f4e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:17:13.316099 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-381a9a06-04fc-475c-a4ba-a6359f49f4e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:13.317214 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-381a9a06-04fc-475c-a4ba-a6359f49f4e1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c11723b0-bf64-4013-a85d-19f4b37ddc62 HTTP/1.1" status: 204 len: 168 time: 0.1818292 Aug 19 13:17:13.609491 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 59328) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:17:13.628003 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-3bd591fa-e491-46af-9a1b-023c8b8a06ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:13.642955 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-3bd591fa-e491-46af-9a1b-023c8b8a06ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:17:13.647613 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-3bd591fa-e491-46af-9a1b-023c8b8a06ab admin admin] Usage tracker for resource:security_group_rule and tenant:72975041c7624c2a980fac757a3727f1 is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:17:13.650474 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-3bd591fa-e491-46af-9a1b-023c8b8a06ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:17:13.657329 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-3bd591fa-e491-46af-9a1b-023c8b8a06ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:17:13.745408 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-3bd591fa-e491-46af-9a1b-023c8b8a06ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:13.749371 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-3bd591fa-e491-46af-9a1b-023c8b8a06ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:13.761850 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-02059111-b597-4f2b-993e-93beff53882f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:17:13.802422 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-3bd591fa-e491-46af-9a1b-023c8b8a06ab admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=72975041c7624c2a980fac757a3727f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1917491 Aug 19 13:17:13.804041 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd591fa-e491-46af-9a1b-023c8b8a06ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f9c371-9835-49d2-8a61-2a9ae612f191,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:17:13.805103 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 59332) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:17:13.807278 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-3bd591fa-e491-46af-9a1b-023c8b8a06ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:17:13.874359 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-f189562d-124f-4f2f-8eb5-b5c93941738c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:13.899745 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-f189562d-124f-4f2f-8eb5-b5c93941738c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:13.956267 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-f189562d-124f-4f2f-8eb5-b5c93941738c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:13.960077 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-2b346288-6d2f-4bea-8eb3-0a4d67655c8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:17:13.973117 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189562d-124f-4f2f-8eb5-b5c93941738c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f9c371-9835-49d2-8a61-2a9ae612f191,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:17:13.977019 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-f189562d-124f-4f2f-8eb5-b5c93941738c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:17:13.982482 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-f189562d-124f-4f2f-8eb5-b5c93941738c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:13.984243 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-f189562d-124f-4f2f-8eb5-b5c93941738c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/08f9c371-9835-49d2-8a61-2a9ae612f191 HTTP/1.1" status: 204 len: 168 time: 0.1780388 Aug 19 13:17:22.233290 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.agents_db [None req-9e599f34-f5fc-45b3-b2b5-9720679b7a3a None None] Agent healthcheck: found 6 active agents {{(pid=79302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 19 13:17:27.277502 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf677be9-fc15-46eb-bf67-1ff5d3363c78 req-94f64b3c-4868-4e06-84d8-0818f78c3a6a tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:27.279110 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-bf677be9-fc15-46eb-bf67-1ff5d3363c78 req-94f64b3c-4868-4e06-84d8-0818f78c3a6a tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 985 time: 0.0866666 Aug 19 13:17:27.281579 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20f8cf-0ae4-4796-add0-15f6a6571744 req-1868854c-0a83-43fa-9806-345dccad27c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:27.283082 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ad20f8cf-0ae4-4796-add0-15f6a6571744 req-1868854c-0a83-43fa-9806-345dccad27c9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9b5f0e2e107546a08b4ec133e8369dfb&device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 1138 time: 0.0743871 Aug 19 13:17:27.329629 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-bf677be9-fc15-46eb-bf67-1ff5d3363c78 req-ee78a966-8f0d-4fbf-b77a-6836b217cfe5 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc0550a-c30f-4b3b-ae83-ad71b375e79f&id=289c9ddf-3134-4e44-9087-781dfa49437d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437226 Aug 19 13:17:27.423447 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20f8cf-0ae4-4796-add0-15f6a6571744 req-b509b564-6ef1-4beb-bf1a-9118367881cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:27.424961 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ad20f8cf-0ae4-4796-add0-15f6a6571744 req-b509b564-6ef1-4beb-bf1a-9118367881cf service neutron] 10.222.0.68 "GET /v2.0/networks?id=146b2f75-1238-4b8e-8670-030041b2b962 HTTP/1.1" status: 200 len: 917 time: 0.1347430 Aug 19 13:17:27.538991 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ad20f8cf-0ae4-4796-add0-15f6a6571744 req-0a38ed95-e4cb-4a48-8ac0-018e1f7c1658 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc54abfb-57b1-4773-97d6-e8cab3cdfafd HTTP/1.1" status: 200 len: 1001 time: 0.1064131 Aug 19 13:17:27.616716 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20f8cf-0ae4-4796-add0-15f6a6571744 req-c593ed62-af92-4901-a5cf-bf636d31fd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:27.618153 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ad20f8cf-0ae4-4796-add0-15f6a6571744 req-c593ed62-af92-4901-a5cf-bf636d31fd7b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=97420a0f-08e6-4409-8050-18fd91d4363c HTTP/1.1" status: 200 len: 854 time: 0.0690436 Aug 19 13:17:27.700027 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20f8cf-0ae4-4796-add0-15f6a6571744 req-9d6b35eb-b854-4a26-b566-48f60f7fc14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:27.701446 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ad20f8cf-0ae4-4796-add0-15f6a6571744 req-9d6b35eb-b854-4a26-b566-48f60f7fc14e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=146b2f75-1238-4b8e-8670-030041b2b962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721388 Aug 19 13:17:27.941567 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ad20f8cf-0ae4-4796-add0-15f6a6571744 req-366599b4-0007-431a-9092-0514c47b7c5a service neutron] 10.222.0.68 "GET /v2.0/networks/146b2f75-1238-4b8e-8670-030041b2b962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315576 Aug 19 13:17:28.078432 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ad20f8cf-0ae4-4796-add0-15f6a6571744 req-e76f767d-bcff-4788-931b-58b3c79f2646 service neutron] 10.222.0.68 "GET /v2.0/networks/146b2f75-1238-4b8e-8670-030041b2b962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295612 Aug 19 13:17:28.140345 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-35de6e00-9b04-458b-b0f8-2885d35a9487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:28.527319 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a702872f-d6dc-44b0-999d-f9315d3847fb req-aa169a72-9f2b-41e6-b84a-642f15687b1c tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:28.528822 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-a702872f-d6dc-44b0-999d-f9315d3847fb req-aa169a72-9f2b-41e6-b84a-642f15687b1c tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 985 time: 0.0854540 Aug 19 13:17:28.589810 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-a702872f-d6dc-44b0-999d-f9315d3847fb req-27191fd9-f0fe-4506-a3c3-73efbff554bb tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc0550a-c30f-4b3b-ae83-ad71b375e79f&id=289c9ddf-3134-4e44-9087-781dfa49437d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532844 Aug 19 13:17:28.593016 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:29.792784 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a16b4-5d92-4dd0-8ae4-80ea578dc14a req-4a4fd333-a8ea-4e97-877b-a6292a8f719f tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:29.794324 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-1a3a16b4-5d92-4dd0-8ae4-80ea578dc14a req-4a4fd333-a8ea-4e97-877b-a6292a8f719f tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 985 time: 0.0911272 Aug 19 13:17:29.849410 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-1a3a16b4-5d92-4dd0-8ae4-80ea578dc14a req-244bb41f-3d5e-4ae1-a583-c6698abf7a14 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc0550a-c30f-4b3b-ae83-ad71b375e79f&id=289c9ddf-3134-4e44-9087-781dfa49437d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0476913 Aug 19 13:17:30.960409 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-3e7beb71-0fb4-4181-8ceb-836eb6d954e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:31.052401 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f2bda-71d9-4412-8b54-2ac1af61a95f req-18469931-2a78-4aa1-b7a3-e6c2d890b021 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:31.053804 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-047f2bda-71d9-4412-8b54-2ac1af61a95f req-18469931-2a78-4aa1-b7a3-e6c2d890b021 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 985 time: 0.0815403 Aug 19 13:17:31.102444 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-047f2bda-71d9-4412-8b54-2ac1af61a95f req-5489b5ef-b99e-4a6c-917e-ca574e24c4cc tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc0550a-c30f-4b3b-ae83-ad71b375e79f&id=289c9ddf-3134-4e44-9087-781dfa49437d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427999 Aug 19 13:17:31.800915 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:32.305583 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5dbaa-f858-4458-9466-ccb4eb466934 req-1a0266f5-0af0-48c5-971d-19096c8f2c08 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:32.307165 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-9ad5dbaa-f858-4458-9466-ccb4eb466934 req-1a0266f5-0af0-48c5-971d-19096c8f2c08 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 985 time: 0.0821409 Aug 19 13:17:32.361141 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-9ad5dbaa-f858-4458-9466-ccb4eb466934 req-a4f4e0d5-754c-445e-bdd1-b25fd2195992 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc0550a-c30f-4b3b-ae83-ad71b375e79f&id=289c9ddf-3134-4e44-9087-781dfa49437d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0478044 Aug 19 13:17:33.486635 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:33.579022 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd79548-a2bc-4dde-972d-21599baf644a req-73cc7837-5b51-497d-b32d-0f5e31ede6ec tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:33.581121 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-5dd79548-a2bc-4dde-972d-21599baf644a req-73cc7837-5b51-497d-b32d-0f5e31ede6ec tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 985 time: 0.1035967 Aug 19 13:17:33.636775 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-5dd79548-a2bc-4dde-972d-21599baf644a req-e1df159f-3237-4097-88e7-30b9dfdd78ab tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc0550a-c30f-4b3b-ae83-ad71b375e79f&id=289c9ddf-3134-4e44-9087-781dfa49437d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0493360 Aug 19 13:17:33.749756 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41099c08-e472-4bce-b1e6-18b202a4ab71 req-c2ab9c0f-adc9-4606-a15a-e0c176187e8d tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:33.751258 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-41099c08-e472-4bce-b1e6-18b202a4ab71 req-c2ab9c0f-adc9-4606-a15a-e0c176187e8d tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 946 time: 0.0844252 Aug 19 13:17:33.799711 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-41099c08-e472-4bce-b1e6-18b202a4ab71 req-8bff0dae-3067-431b-9ccc-de2a22e10d81 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423179 Aug 19 13:17:34.831717 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f355f0-088b-435d-a716-34f5b47ad72c req-7f3e0184-4190-47f7-8d1e-49fe8ecb2724 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:34.837712 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-79f355f0-088b-435d-a716-34f5b47ad72c req-7f3e0184-4190-47f7-8d1e-49fe8ecb2724 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 985 time: 0.0918674 Aug 19 13:17:34.888045 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-79f355f0-088b-435d-a716-34f5b47ad72c req-e348ceeb-3d15-4f93-b41b-7b355553ced8 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc0550a-c30f-4b3b-ae83-ad71b375e79f&id=289c9ddf-3134-4e44-9087-781dfa49437d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0486350 Aug 19 13:17:35.000737 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce020a-3988-4de2-b256-7a57526d5164 req-ebc23824-3a25-4a57-a057-2e6546b2501b tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:35.002175 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-8bce020a-3988-4de2-b256-7a57526d5164 req-ebc23824-3a25-4a57-a057-2e6546b2501b tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 946 time: 0.0875261 Aug 19 13:17:35.050977 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-8bce020a-3988-4de2-b256-7a57526d5164 req-43e3cab0-7041-4cbf-b0d0-c02c5ba712ec tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427542 Aug 19 13:17:35.081280 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:35.333269 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057feef-5cc5-4812-81c1-08abc687b954 req-1ace78ac-1ac6-4082-8b4a-c3b4c9823d80 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:35.334981 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-f057feef-5cc5-4812-81c1-08abc687b954 req-1ace78ac-1ac6-4082-8b4a-c3b4c9823d80 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.68 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 946 time: 0.0803571 Aug 19 13:17:35.414966 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [req-f057feef-5cc5-4812-81c1-08abc687b954 req-4984d0fa-11f0-4305-80e9-3e7d1d2e6c97 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Deleting port 0db67c88-0b84-4c05-962c-6848adc849df {{(pid=79300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:17:35.415308 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-f057feef-5cc5-4812-81c1-08abc687b954 req-4984d0fa-11f0-4305-80e9-3e7d1d2e6c97 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:35.685261 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.db [req-f057feef-5cc5-4812-81c1-08abc687b954 req-4984d0fa-11f0-4305-80e9-3e7d1d2e6c97 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] For port 0db67c88-0b84-4c05-962c-6848adc849df, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=0db67c88-0b84-4c05-962c-6848adc849df,segment=NetworkSegment(379dc2c3-a256-42ec-a350-bba9510c62d5),segment_id=379dc2c3-a256-42ec-a350-bba9510c62d5)] {{(pid=79300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:17:35.686417 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-f057feef-5cc5-4812-81c1-08abc687b954 req-4984d0fa-11f0-4305-80e9-3e7d1d2e6c97 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:36.088156 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-f057feef-5cc5-4812-81c1-08abc687b954 req-4984d0fa-11f0-4305-80e9-3e7d1d2e6c97 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:36.088900 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-f057feef-5cc5-4812-81c1-08abc687b954 req-4984d0fa-11f0-4305-80e9-3e7d1d2e6c97 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962991'] for floatingip, after_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:36.088900 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.db.l3_db [req-f057feef-5cc5-4812-81c1-08abc687b954 req-4984d0fa-11f0-4305-80e9-3e7d1d2e6c97 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Floating IP feb57e5e-c884-4975-a07e-28b884afcc02 disassociated. External IP: 172.27.1.113, port: 0db67c88-0b84-4c05-962c-6848adc849df. Aug 19 13:17:36.089615 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [req-f057feef-5cc5-4812-81c1-08abc687b954 req-4984d0fa-11f0-4305-80e9-3e7d1d2e6c97 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Calling delete_port for 0db67c88-0b84-4c05-962c-6848adc849df owned by compute:nova {{(pid=79300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:17:36.209162 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a601c-039b-4c76-bb6c-103ad3cff3c6 req-b23a096c-5825-4a8e-8081-56a74576bc15 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:36.210686 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-363a601c-039b-4c76-bb6c-103ad3cff3c6 req-b23a096c-5825-4a8e-8081-56a74576bc15 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 985 time: 0.1821263 Aug 19 13:17:36.268170 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790512b-8323-472d-90fb-7a98814e409d req-81c09e95-28d0-4a64-908b-bea903881589 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:36.269704 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0790512b-8323-472d-90fb-7a98814e409d req-81c09e95-28d0-4a64-908b-bea903881589 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 946 time: 0.0947316 Aug 19 13:17:36.312354 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-363a601c-039b-4c76-bb6c-103ad3cff3c6 req-00959633-265d-4345-a325-9f7d9009683f tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc0550a-c30f-4b3b-ae83-ad71b375e79f&id=289c9ddf-3134-4e44-9087-781dfa49437d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0689561 Aug 19 13:17:36.313099 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-f057feef-5cc5-4812-81c1-08abc687b954 req-4984d0fa-11f0-4305-80e9-3e7d1d2e6c97 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202527'] for port, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:36.319751 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-1b3ac0ef-375a-4da9-abc2-04b5892889f8 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:17:36.320840 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0790512b-8323-472d-90fb-7a98814e409d req-fbe2334c-29e5-4d75-9d7a-82e0a119004d tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups?id=d943c3ec-88af-47fd-874c-1cfac69fd572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449061 Aug 19 13:17:36.473271 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4984d0fa-11f0-4305-80e9-3e7d1d2e6c97 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Pushing event deleted for resources: {'Port': ['ID=0db67c88-0b84-4c05-962c-6848adc849df,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:17:36.487095 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4984d0fa-11f0-4305-80e9-3e7d1d2e6c97 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:17:36.487486 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4984d0fa-11f0-4305-80e9-3e7d1d2e6c97 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:17:36.487867 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4984d0fa-11f0-4305-80e9-3e7d1d2e6c97 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:17:36.488459 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4984d0fa-11f0-4305-80e9-3e7d1d2e6c97 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:17:36.488708 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4984d0fa-11f0-4305-80e9-3e7d1d2e6c97 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:17:36.489097 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4984d0fa-11f0-4305-80e9-3e7d1d2e6c97 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:17:36.489451 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4984d0fa-11f0-4305-80e9-3e7d1d2e6c97 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:17:36.489804 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4984d0fa-11f0-4305-80e9-3e7d1d2e6c97 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:17:36.490593 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4984d0fa-11f0-4305-80e9-3e7d1d2e6c97 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:17:36.490593 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4984d0fa-11f0-4305-80e9-3e7d1d2e6c97 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:17:36.491062 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4984d0fa-11f0-4305-80e9-3e7d1d2e6c97 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:17:36.491427 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4984d0fa-11f0-4305-80e9-3e7d1d2e6c97 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:17:36.496134 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-4984d0fa-11f0-4305-80e9-3e7d1d2e6c97 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:17:36.678461 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f057feef-5cc5-4812-81c1-08abc687b954 req-4984d0fa-11f0-4305-80e9-3e7d1d2e6c97 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Router 7fb2082d-770b-4434-92b6-0e38b17c10e6 has already been hosted by L3 agent bb0205a6-735d-4789-b813-02600d36e527 {{(pid=79300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 19 13:17:36.866202 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f057feef-5cc5-4812-81c1-08abc687b954 req-4984d0fa-11f0-4305-80e9-3e7d1d2e6c97 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify agent at l3_agent.dv-cinder-805144-1-iscsi the message routers_updated {{(pid=79300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 19 13:17:36.876295 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6dd533-a6a3-4e05-9e2b-38efa311df93 None None] Sync routers for ids ['7fb2082d-770b-4434-92b6-0e38b17c10e6'] in dv-cinder-805144-1-iscsi {{(pid=79302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:17:36.889866 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6dd533-a6a3-4e05-9e2b-38efa311df93 None None] Routers {'7fb2082d-770b-4434-92b6-0e38b17c10e6'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:17:36.890619 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-4d6dd533-a6a3-4e05-9e2b-38efa311df93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:17:31Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['7fb2082d-770b-4434-92b6-0e38b17c10e6'], 'active': True} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:17:36.955841 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.l3_dvrscheduler_db [req-f057feef-5cc5-4812-81c1-08abc687b954 req-4984d0fa-11f0-4305-80e9-3e7d1d2e6c97 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] No DVR routers for this DVR port 0db67c88-0b84-4c05-962c-6848adc849df on host hv-cinder-80514 {{(pid=79300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:17:36.958784 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-f057feef-5cc5-4812-81c1-08abc687b954 req-4984d0fa-11f0-4305-80e9-3e7d1d2e6c97 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for port, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:36.965981 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c16713-20e6-473b-bf16-f0ae4786c092', 'name': 'network-vif-deleted', 'tag': '0db67c88-0b84-4c05-962c-6848adc849df'}] {{(pid=79300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:17:36.994429 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-f057feef-5cc5-4812-81c1-08abc687b954 req-4984d0fa-11f0-4305-80e9-3e7d1d2e6c97 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.68 "DELETE /v2.0/ports/0db67c88-0b84-4c05-962c-6848adc849df HTTP/1.1" status: 204 len: 173 time: 1.6540813 Aug 19 13:17:37.020027 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c16713-20e6-473b-bf16-f0ae4786c092', 'name': 'network-vif-deleted', 'tag': '0db67c88-0b84-4c05-962c-6848adc849df', 'status': 'completed', 'code': 200} Aug 19 13:17:37.094293 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvr_db [None req-4d6dd533-a6a3-4e05-9e2b-38efa311df93 None None] Set router 7fb2082d-770b-4434-92b6-0e38b17c10e6 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:17:37.503638 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-4d6dd533-a6a3-4e05-9e2b-38efa311df93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'name': 'tempest-AttachVolumeShelveTestJSON-15327342-router', 'tenant_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:56Z', 'updated_at': '2021-08-19T13:09:09Z', 'revision_number': 4, 'project_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'gw_port': {'id': '5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:08:58Z', 'updated_at': '2021-08-19T13:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': 'd8008264-75a5-4bc4-ad0e-71ffa9de9161', 'name': '', 'network_id': '3b979c5e-82fd-4500-9fbc-547a88a6c3c4', 'tenant_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'mac_address': 'fa:16:3e:f6:56:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a5197019-4cd9-46fe-ad6e-7e976db4e517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:05Z', 'updated_at': '2021-08-19T13:09:25Z', 'revision_number': 5, 'project_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'subnets': [{'id': 'a5197019-4cd9-46fe-ad6e-7e976db4e517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:17:37.508518 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6dd533-a6a3-4e05-9e2b-38efa311df93 None None] Checking router: 7fb2082d-770b-4434-92b6-0e38b17c10e6 for host: dv-cinder-805144-1-iscsi {{(pid=79302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:17:37.519369 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6dd533-a6a3-4e05-9e2b-38efa311df93 None None] Routers {'7fb2082d-770b-4434-92b6-0e38b17c10e6'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:17:37.520123 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-4d6dd533-a6a3-4e05-9e2b-38efa311df93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:17:31Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['7fb2082d-770b-4434-92b6-0e38b17c10e6'], 'active': True} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:17:37.608829 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc7e7d-0f42-4cd4-82ee-958248b53385 req-6aee2f2f-0f58-4603-877d-7fb99fb114e0 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:37.612059 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-56dc7e7d-0f42-4cd4-82ee-958248b53385 req-6aee2f2f-0f58-4603-877d-7fb99fb114e0 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 985 time: 0.1125510 Aug 19 13:17:37.642656 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-7889de36-2592-4f8d-b769-59ed8c87ca12 req-7df502d2-03a7-47b7-84f7-57894921db60 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Synchronizing usage tracker for tenant:11dcb989ec6c4491ae1ae5f2a00cbfd7 on resource:port {{(pid=79300) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:17:37.665492 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-7889de36-2592-4f8d-b769-59ed8c87ca12 req-7df502d2-03a7-47b7-84f7-57894921db60 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Unset dirty status for tenant:11dcb989ec6c4491ae1ae5f2a00cbfd7 on resource:port {{(pid=79300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:17:37.667215 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-7889de36-2592-4f8d-b769-59ed8c87ca12 req-7df502d2-03a7-47b7-84f7-57894921db60 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c16713-20e6-473b-bf16-f0ae4786c092 HTTP/1.1" status: 200 len: 210 time: 0.0842936 Aug 19 13:17:37.676163 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-56dc7e7d-0f42-4cd4-82ee-958248b53385 req-6a59226c-4f92-441e-b768-5d24c4308b11 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc0550a-c30f-4b3b-ae83-ad71b375e79f&id=289c9ddf-3134-4e44-9087-781dfa49437d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585983 Aug 19 13:17:37.747590 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvr_db [None req-4d6dd533-a6a3-4e05-9e2b-38efa311df93 None None] Set router 7fb2082d-770b-4434-92b6-0e38b17c10e6 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:17:38.076987 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-4d6dd533-a6a3-4e05-9e2b-38efa311df93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'name': 'tempest-AttachVolumeShelveTestJSON-15327342-router', 'tenant_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:56Z', 'updated_at': '2021-08-19T13:09:09Z', 'revision_number': 4, 'project_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'gw_port': {'id': '5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:08:58Z', 'updated_at': '2021-08-19T13:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': 'd8008264-75a5-4bc4-ad0e-71ffa9de9161', 'name': '', 'network_id': '3b979c5e-82fd-4500-9fbc-547a88a6c3c4', 'tenant_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'mac_address': 'fa:16:3e:f6:56:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a5197019-4cd9-46fe-ad6e-7e976db4e517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:05Z', 'updated_at': '2021-08-19T13:09:25Z', 'revision_number': 5, 'project_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'subnets': [{'id': 'a5197019-4cd9-46fe-ad6e-7e976db4e517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:17:38.081189 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6dd533-a6a3-4e05-9e2b-38efa311df93 None None] The sync data for ids ['7fb2082d-770b-4434-92b6-0e38b17c10e6'] in dv-cinder-805144-1-iscsi is: [{'id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'name': 'tempest-AttachVolumeShelveTestJSON-15327342-router', 'tenant_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:56Z', 'updated_at': '2021-08-19T13:09:09Z', 'revision_number': 4, 'project_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'gw_port': {'id': '5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:08:58Z', 'updated_at': '2021-08-19T13:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': 'd8008264-75a5-4bc4-ad0e-71ffa9de9161', 'name': '', 'network_id': '3b979c5e-82fd-4500-9fbc-547a88a6c3c4', 'tenant_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'mac_address': 'fa:16:3e:f6:56:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a5197019-4cd9-46fe-ad6e-7e976db4e517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:05Z', 'updated_at': '2021-08-19T13:09:25Z', 'revision_number': 5, 'project_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'subnets': [{'id': 'a5197019-4cd9-46fe-ad6e-7e976db4e517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:17:38.304225 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc7c999-df58-45fc-815f-99f3f4301907 None None] New status for floating IP feb57e5e-c884-4975-a07e-28b884afcc02: DOWN {{(pid=79301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:17:38.810064 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 59540) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:17:38.875879 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82675d-9670-4b29-b156-0ffab8f0f9f3 req-8cacafe7-b22b-4d03-bb5a-5dd5e34a8a79 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:38.877419 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0f82675d-9670-4b29-b156-0ffab8f0f9f3 req-8cacafe7-b22b-4d03-bb5a-5dd5e34a8a79 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 985 time: 0.1006603 Aug 19 13:17:38.888409 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-370439ce-3cc1-4800-ada2-ed648000a33c tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks [] for security_group, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:38.919047 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-370439ce-3cc1-4800-ada2-ed648000a33c tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:38.929278 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0f82675d-9670-4b29-b156-0ffab8f0f9f3 req-accd04a8-a079-4885-af67-8d5557f387eb tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc0550a-c30f-4b3b-ae83-ad71b375e79f&id=289c9ddf-3134-4e44-9087-781dfa49437d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0457988 Aug 19 13:17:38.976847 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-370439ce-3cc1-4800-ada2-ed648000a33c tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:38.980661 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-f661ad3e-11f8-4aea-a3a3-9c9b2c5399ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:17:38.995724 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370439ce-3cc1-4800-ada2-ed648000a33c tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d943c3ec-88af-47fd-874c-1cfac69fd572,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:17:38.998845 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-370439ce-3cc1-4800-ada2-ed648000a33c tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:17:39.006106 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-370439ce-3cc1-4800-ada2-ed648000a33c tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks [] for security_group, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:39.007226 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-370439ce-3cc1-4800-ada2-ed648000a33c tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "DELETE /v2.0/security-groups/d943c3ec-88af-47fd-874c-1cfac69fd572 HTTP/1.1" status: 204 len: 168 time: 0.1948075 Aug 19 13:17:39.009953 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 59544) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:17:39.026510 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.api.v2.resource [None req-917ab6eb-8148-47f5-9d47-95b8dde85c9a tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] show failed (client error): The resource could not be found. Aug 19 13:17:39.027503 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-917ab6eb-8148-47f5-9d47-95b8dde85c9a tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "GET /v2.0/security-groups/d943c3ec-88af-47fd-874c-1cfac69fd572 HTTP/1.1" status: 404 len: 347 time: 0.0166614 Aug 19 13:17:39.030317 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 59548) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:17:39.191438 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [None req-3ac8dcb7-1b65-44a9-ae82-15810e976b6e tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Deleting port 9d2f5408-0738-4dfe-b25d-602d9ed13bea {{(pid=79300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:17:39.191880 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-3ac8dcb7-1b65-44a9-ae82-15810e976b6e tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:39.375302 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-3ac8dcb7-1b65-44a9-ae82-15810e976b6e tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:39.375526 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-3ac8dcb7-1b65-44a9-ae82-15810e976b6e tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:39.497667 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [None req-3ac8dcb7-1b65-44a9-ae82-15810e976b6e tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Calling delete_port for 9d2f5408-0738-4dfe-b25d-602d9ed13bea owned by network:floatingip {{(pid=79300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:17:39.648423 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-3ac8dcb7-1b65-44a9-ae82-15810e976b6e tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202527'] for port, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:39.652199 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-d8deb670-1eb2-4724-b14a-5ee435711354 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:17:39.700029 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac8dcb7-1b65-44a9-ae82-15810e976b6e tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Pushing event deleted for resources: {'Port': ['ID=9d2f5408-0738-4dfe-b25d-602d9ed13bea,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:17:39.702697 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-3ac8dcb7-1b65-44a9-ae82-15810e976b6e tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:17:39.908628 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-3ac8dcb7-1b65-44a9-ae82-15810e976b6e tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks [] for floatingip, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:39.926834 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-3ac8dcb7-1b65-44a9-ae82-15810e976b6e tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for floatingip, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:39.927996 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-3ac8dcb7-1b65-44a9-ae82-15810e976b6e tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] 10.222.0.49 "DELETE /v2.0/floatingips/feb57e5e-c884-4975-a07e-28b884afcc02 HTTP/1.1" status: 204 len: 168 time: 0.8968010 Aug 19 13:17:40.133294 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9fbf78-1cdf-4ad4-bfb1-36141aee87db req-8addce7d-6fa2-405d-8cd7-b1b13fe8b5aa tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:40.134883 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-7d9fbf78-1cdf-4ad4-bfb1-36141aee87db req-8addce7d-6fa2-405d-8cd7-b1b13fe8b5aa tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 985 time: 0.0931101 Aug 19 13:17:40.189061 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-7d9fbf78-1cdf-4ad4-bfb1-36141aee87db req-b79716ca-b17f-4cea-8e89-f02c9205981f tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc0550a-c30f-4b3b-ae83-ad71b375e79f&id=289c9ddf-3134-4e44-9087-781dfa49437d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0472541 Aug 19 13:17:40.722344 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 0db67c88-0b84-4c05-962c-6848adc849df no longer exists at agent hyperv_hv-cinder-80514 {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 19 13:17:40.759760 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] No Port match for: 0db67c88-0b84-4c05-962c-6848adc849df {{(pid=79301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 19 13:17:40.760126 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 0db67c88-0b84-4c05-962c-6848adc849df not bound to the agent host hv-cinder-80514 {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 19 13:17:41.387154 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5021e91-c56f-4782-80c4-2ad723643c63 req-31620498-430f-4c4b-b526-dff960eea6bd tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:41.389479 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-b5021e91-c56f-4782-80c4-2ad723643c63 req-31620498-430f-4c4b-b526-dff960eea6bd tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 985 time: 0.0868208 Aug 19 13:17:41.438996 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-b5021e91-c56f-4782-80c4-2ad723643c63 req-9fd7c21e-ac1d-4209-9b18-087857a03198 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc0550a-c30f-4b3b-ae83-ad71b375e79f&id=289c9ddf-3134-4e44-9087-781dfa49437d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435090 Aug 19 13:17:42.629568 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af95bc8-1c67-4a41-97f7-e793d4ebe27f req-2357c3ad-32ef-426b-b4ab-1b364cfe3ea9 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:42.631101 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-2af95bc8-1c67-4a41-97f7-e793d4ebe27f req-2357c3ad-32ef-426b-b4ab-1b364cfe3ea9 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 985 time: 0.0870450 Aug 19 13:17:42.680337 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-2af95bc8-1c67-4a41-97f7-e793d4ebe27f req-d0bc3d69-6932-4bb3-b380-4b9089c7e19c tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc0550a-c30f-4b3b-ae83-ad71b375e79f&id=289c9ddf-3134-4e44-9087-781dfa49437d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433106 Aug 19 13:17:42.746140 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 59588) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:17:43.494676 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-d00093f1-13fd-48ab-bba3-4333263b2b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8000222'] for router_interface, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:43.890996 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [None req-d00093f1-13fd-48ab-bba3-4333263b2b46 admin admin] Deleting port d8008264-75a5-4bc4-ad0e-71ffa9de9161 {{(pid=79300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:17:43.891719 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-d00093f1-13fd-48ab-bba3-4333263b2b46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:44.127284 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.db [None req-d00093f1-13fd-48ab-bba3-4333263b2b46 admin admin] For port d8008264-75a5-4bc4-ad0e-71ffa9de9161, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=d8008264-75a5-4bc4-ad0e-71ffa9de9161,segment=NetworkSegment(379dc2c3-a256-42ec-a350-bba9510c62d5),segment_id=379dc2c3-a256-42ec-a350-bba9510c62d5)] {{(pid=79300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:17:44.127548 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-d00093f1-13fd-48ab-bba3-4333263b2b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:44.358206 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [None req-d00093f1-13fd-48ab-bba3-4333263b2b46 admin admin] Calling delete_port for d8008264-75a5-4bc4-ad0e-71ffa9de9161 owned by network:router_interface {{(pid=79300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:17:44.394003 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099884e3-8905-4f3b-8255-e4d85bfe190c req-a04140d3-841f-4487-bade-5523b185bbbe tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:44.395501 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-099884e3-8905-4f3b-8255-e4d85bfe190c req-a04140d3-841f-4487-bade-5523b185bbbe tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 985 time: 0.4331260 Aug 19 13:17:44.475820 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-099884e3-8905-4f3b-8255-e4d85bfe190c req-678ac31f-1109-4bfd-a190-86334c8827ce tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc0550a-c30f-4b3b-ae83-ad71b375e79f&id=289c9ddf-3134-4e44-9087-781dfa49437d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0734055 Aug 19 13:17:44.606311 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-d00093f1-13fd-48ab-bba3-4333263b2b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202527'] for port, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:44.610676 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-8e49fdbf-ea20-4d9a-86f0-b38962d3243c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:17:44.659245 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00093f1-13fd-48ab-bba3-4333263b2b46 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8008264-75a5-4bc4-ad0e-71ffa9de9161,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:17:44.686967 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-d00093f1-13fd-48ab-bba3-4333263b2b46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:17:44.949696 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-d00093f1-13fd-48ab-bba3-4333263b2b46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7886210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8000162'] for router_interface, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:45.337750 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d00093f1-13fd-48ab-bba3-4333263b2b46 admin admin] Router 7fb2082d-770b-4434-92b6-0e38b17c10e6 has already been hosted by L3 agent bb0205a6-735d-4789-b813-02600d36e527 {{(pid=79300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 19 13:17:45.526805 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00093f1-13fd-48ab-bba3-4333263b2b46 admin admin] Notify agent at l3_agent.dv-cinder-805144-1-iscsi the message routers_updated {{(pid=79300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 19 13:17:45.538127 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c486f1cf-94ec-4fb5-8e9a-06e1bdd6ebbd None None] Sync routers for ids ['7fb2082d-770b-4434-92b6-0e38b17c10e6'] in dv-cinder-805144-1-iscsi {{(pid=79302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:17:45.540040 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-d00093f1-13fd-48ab-bba3-4333263b2b46 admin admin] 10.222.0.49 "PUT /v2.0/routers/7fb2082d-770b-4434-92b6-0e38b17c10e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7928402 Aug 19 13:17:45.542431 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 59612) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:17:45.550574 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c486f1cf-94ec-4fb5-8e9a-06e1bdd6ebbd None None] Routers {'7fb2082d-770b-4434-92b6-0e38b17c10e6'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:17:45.551394 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-c486f1cf-94ec-4fb5-8e9a-06e1bdd6ebbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:17:31Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['7fb2082d-770b-4434-92b6-0e38b17c10e6'], 'active': True} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:17:45.702868 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd59d03-0470-4dba-a50f-88a249a44d98 req-6dc4b715-1fe1-4d23-b0a4-8f78774385bb tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:45.710866 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-ddd59d03-0470-4dba-a50f-88a249a44d98 req-6dc4b715-1fe1-4d23-b0a4-8f78774385bb tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 985 time: 0.1141512 Aug 19 13:17:45.770461 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvr_db [None req-c486f1cf-94ec-4fb5-8e9a-06e1bdd6ebbd None None] Set router 7fb2082d-770b-4434-92b6-0e38b17c10e6 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:17:45.803106 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-ddd59d03-0470-4dba-a50f-88a249a44d98 req-173f3c68-afad-4595-ba59-f37865aece99 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc0550a-c30f-4b3b-ae83-ad71b375e79f&id=289c9ddf-3134-4e44-9087-781dfa49437d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0906587 Aug 19 13:17:45.943261 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5312337a-7124-4ec1-b60c-6eb723d08c92 admin admin] Notify callbacks [] for router, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:46.109163 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-c486f1cf-94ec-4fb5-8e9a-06e1bdd6ebbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'name': 'tempest-AttachVolumeShelveTestJSON-15327342-router', 'tenant_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:56Z', 'updated_at': '2021-08-19T13:17:44Z', 'revision_number': 5, 'project_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'gw_port': {'id': '5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:08:58Z', 'updated_at': '2021-08-19T13:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi'}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:17:46.113830 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c486f1cf-94ec-4fb5-8e9a-06e1bdd6ebbd None None] Checking router: 7fb2082d-770b-4434-92b6-0e38b17c10e6 for host: dv-cinder-805144-1-iscsi {{(pid=79302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:17:46.126258 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c486f1cf-94ec-4fb5-8e9a-06e1bdd6ebbd None None] Routers {'7fb2082d-770b-4434-92b6-0e38b17c10e6'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:17:46.126957 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-c486f1cf-94ec-4fb5-8e9a-06e1bdd6ebbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:17:31Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['7fb2082d-770b-4434-92b6-0e38b17c10e6'], 'active': True} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:17:46.133348 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5312337a-7124-4ec1-b60c-6eb723d08c92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:46.143354 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [None req-5312337a-7124-4ec1-b60c-6eb723d08c92 admin admin] Deleting port 5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992 {{(pid=79300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:17:46.143730 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5312337a-7124-4ec1-b60c-6eb723d08c92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:46.292856 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvr_db [None req-c486f1cf-94ec-4fb5-8e9a-06e1bdd6ebbd None None] Set router 7fb2082d-770b-4434-92b6-0e38b17c10e6 gateway port host: None {{(pid=79302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:17:46.331931 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.db [None req-5312337a-7124-4ec1-b60c-6eb723d08c92 admin admin] For port 5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992,segment=NetworkSegment(20104d1f-9cfe-4c86-a938-6570a8b83d9b),segment_id=20104d1f-9cfe-4c86-a938-6570a8b83d9b)] {{(pid=79300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:17:46.332287 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5312337a-7124-4ec1-b60c-6eb723d08c92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:46.441129 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-c486f1cf-94ec-4fb5-8e9a-06e1bdd6ebbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'name': 'tempest-AttachVolumeShelveTestJSON-15327342-router', 'tenant_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:56Z', 'updated_at': '2021-08-19T13:17:46Z', 'revision_number': 6, 'project_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'gw_port_host': None}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:17:46.445438 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c486f1cf-94ec-4fb5-8e9a-06e1bdd6ebbd None None] The sync data for ids ['7fb2082d-770b-4434-92b6-0e38b17c10e6'] in dv-cinder-805144-1-iscsi is: [{'id': '7fb2082d-770b-4434-92b6-0e38b17c10e6', 'name': 'tempest-AttachVolumeShelveTestJSON-15327342-router', 'tenant_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:56Z', 'updated_at': '2021-08-19T13:17:46Z', 'revision_number': 6, 'project_id': '11dcb989ec6c4491ae1ae5f2a00cbfd7', 'gw_port_host': None}] {{(pid=79302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:17:46.462241 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [None req-5312337a-7124-4ec1-b60c-6eb723d08c92 admin admin] Calling delete_port for 5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992 owned by network:router_gateway {{(pid=79300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:17:46.643336 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5312337a-7124-4ec1-b60c-6eb723d08c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202527'] for port, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:46.646924 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-2d5a7c03-006f-4399-a33c-a4119b59d754 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:17:46.692944 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5312337a-7124-4ec1-b60c-6eb723d08c92 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:17:46.695834 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-5312337a-7124-4ec1-b60c-6eb723d08c92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:17:46.785109 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5312337a-7124-4ec1-b60c-6eb723d08c92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962891'] for router_gateway, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:46.970401 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5312337a-7124-4ec1-b60c-6eb723d08c92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8006225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14674'] for router, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:46.971487 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5312337a-7124-4ec1-b60c-6eb723d08c92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:46.996882 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5312337a-7124-4ec1-b60c-6eb723d08c92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8006993'] for router, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:46.997473 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5312337a-7124-4ec1-b60c-6eb723d08c92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fb2082d-770b-4434-92b6-0e38b17c10e6 {{(pid=79300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 19 13:17:47.011456 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-5312337a-7124-4ec1-b60c-6eb723d08c92 admin admin] Notify callbacks [] for router, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:47.012629 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-5312337a-7124-4ec1-b60c-6eb723d08c92 admin admin] 10.222.0.49 "DELETE /v2.0/routers/7fb2082d-770b-4434-92b6-0e38b17c10e6 HTTP/1.1" status: 204 len: 168 time: 1.4689789 Aug 19 13:17:47.015356 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 59628) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:17:47.084018 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.db_base_plugin_v2 [None req-99beb4c2-6062-4552-9b17-8730e357c359 admin admin] Deleting subnet a5197019-4cd9-46fe-ad6e-7e976db4e517 {{(pid=79300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 19 13:17:47.086942 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-99beb4c2-6062-4552-9b17-8730e357c359 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:47.137183 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-99beb4c2-6062-4552-9b17-8730e357c359 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6203714'] for subnet, precommit_delete_associations {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:47.195830 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 59634) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:17:47.277730 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-99beb4c2-6062-4552-9b17-8730e357c359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916658'] for subnet, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:47.332090 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-ee31e8f5-4cd9-442a-9c6e-c0515e1d1423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:47.352701 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-ee31e8f5-4cd9-442a-9c6e-c0515e1d1423 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:17:47.356581 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-99beb4c2-6062-4552-9b17-8730e357c359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6202572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374726'] for subnet, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:47.358718 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-ee31e8f5-4cd9-442a-9c6e-c0515e1d1423 admin admin] Usage tracker for resource:security_group_rule and tenant:58a671bb896245ff9ea24485cb70bc4f is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:17:47.362212 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:17:47.367079 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-ee31e8f5-4cd9-442a-9c6e-c0515e1d1423 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:17:47.375960 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-ee31e8f5-4cd9-442a-9c6e-c0515e1d1423 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:17:47.397362 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99beb4c2-6062-4552-9b17-8730e357c359 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5197019-4cd9-46fe-ad6e-7e976db4e517,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:17:47.400281 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-99beb4c2-6062-4552-9b17-8730e357c359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:17:47.401264 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-99beb4c2-6062-4552-9b17-8730e357c359 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for subnet, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:47.407821 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ff4c46-8a46-4c8c-9274-22a5c7eed4fa None None] Network 3b979c5e-82fd-4500-9fbc-547a88a6c3c4 requested from dv-cinder-805144-1-iscsi {{(pid=79301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 19 13:17:47.408384 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-99beb4c2-6062-4552-9b17-8730e357c359 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a5197019-4cd9-46fe-ad6e-7e976db4e517 HTTP/1.1" status: 204 len: 168 time: 0.3915620 Aug 19 13:17:47.410626 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 59640) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:17:47.487038 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-ee31e8f5-4cd9-442a-9c6e-c0515e1d1423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:47.492550 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-ee31e8f5-4cd9-442a-9c6e-c0515e1d1423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:47.515785 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-05817831-3a0c-4a2f-96ce-4b0a7bf1508d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:17:47.550127 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee31e8f5-4cd9-442a-9c6e-c0515e1d1423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e220d300-0c7b-4cd8-9934-f8ee7efe119b,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:17:47.559908 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-ee31e8f5-4cd9-442a-9c6e-c0515e1d1423 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=58a671bb896245ff9ea24485cb70bc4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3620570 Aug 19 13:17:47.562414 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee31e8f5-4cd9-442a-9c6e-c0515e1d1423 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:17:47.562998 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee31e8f5-4cd9-442a-9c6e-c0515e1d1423 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:17:47.563556 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee31e8f5-4cd9-442a-9c6e-c0515e1d1423 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:17:47.564110 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee31e8f5-4cd9-442a-9c6e-c0515e1d1423 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:17:47.564660 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee31e8f5-4cd9-442a-9c6e-c0515e1d1423 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:17:47.565210 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee31e8f5-4cd9-442a-9c6e-c0515e1d1423 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:17:47.565753 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee31e8f5-4cd9-442a-9c6e-c0515e1d1423 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:17:47.566303 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee31e8f5-4cd9-442a-9c6e-c0515e1d1423 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:17:47.566838 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee31e8f5-4cd9-442a-9c6e-c0515e1d1423 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:17:47.567372 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee31e8f5-4cd9-442a-9c6e-c0515e1d1423 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:17:47.567927 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee31e8f5-4cd9-442a-9c6e-c0515e1d1423 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:17:47.568463 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee31e8f5-4cd9-442a-9c6e-c0515e1d1423 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:17:47.571212 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 59644) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:17:47.573724 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-ee31e8f5-4cd9-442a-9c6e-c0515e1d1423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:17:47.693584 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ea67e0-8405-46fc-b1db-2bba850a9735 None None] DHCP port deletion for 3b979c5e-82fd-4500-9fbc-547a88a6c3c4 request from dv-cinder-805144-1-iscsi {{(pid=79301) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 19 13:17:47.697837 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-e1ea67e0-8405-46fc-b1db-2bba850a9735 None None] Deleting port 531db9b7-5b4a-4634-bca9-97aa16222011 {{(pid=79301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:17:47.698018 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-0edd3898-9aa4-450b-8b84-97a6780a8a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-793971'] for network, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:47.698166 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-e1ea67e0-8405-46fc-b1db-2bba850a9735 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:47.721997 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-9b743fca-95e0-4b05-84f6-009889b7944a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:47.731141 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [None req-0edd3898-9aa4-450b-8b84-97a6780a8a6a admin admin] Deleting port 531db9b7-5b4a-4634-bca9-97aa16222011 {{(pid=79300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:17:47.731475 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-0edd3898-9aa4-450b-8b84-97a6780a8a6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:47.803761 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-9b743fca-95e0-4b05-84f6-009889b7944a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:47.830685 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 531db9b7-5b4a-4634-bca9-97aa16222011 no longer exists at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 19 13:17:47.965410 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-e1ea67e0-8405-46fc-b1db-2bba850a9735 None None] For port 531db9b7-5b4a-4634-bca9-97aa16222011, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=531db9b7-5b4a-4634-bca9-97aa16222011,segment=NetworkSegment(379dc2c3-a256-42ec-a350-bba9510c62d5),segment_id=379dc2c3-a256-42ec-a350-bba9510c62d5)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:17:47.965816 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-e1ea67e0-8405-46fc-b1db-2bba850a9735 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:47.993797 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-9b743fca-95e0-4b05-84f6-009889b7944a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:48.001954 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-4d093f77-744c-44bb-b56d-f50f4b6b3d3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:17:48.019905 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.db [None req-0edd3898-9aa4-450b-8b84-97a6780a8a6a admin admin] For port 531db9b7-5b4a-4634-bca9-97aa16222011, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=531db9b7-5b4a-4634-bca9-97aa16222011,segment=NetworkSegment(379dc2c3-a256-42ec-a350-bba9510c62d5),segment_id=379dc2c3-a256-42ec-a350-bba9510c62d5)] {{(pid=79300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:17:48.020289 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-0edd3898-9aa4-450b-8b84-97a6780a8a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:48.028617 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b743fca-95e0-4b05-84f6-009889b7944a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e220d300-0c7b-4cd8-9934-f8ee7efe119b,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:17:48.031057 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-9b743fca-95e0-4b05-84f6-009889b7944a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:17:48.039147 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-9b743fca-95e0-4b05-84f6-009889b7944a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:48.042598 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-9b743fca-95e0-4b05-84f6-009889b7944a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e220d300-0c7b-4cd8-9934-f8ee7efe119b HTTP/1.1" status: 204 len: 168 time: 0.4681280 Aug 19 13:17:48.131640 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-e1ea67e0-8405-46fc-b1db-2bba850a9735 None None] Calling delete_port for 531db9b7-5b4a-4634-bca9-97aa16222011 owned by network:dhcp {{(pid=79301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:17:48.160491 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [None req-0edd3898-9aa4-450b-8b84-97a6780a8a6a admin admin] Calling delete_port for 531db9b7-5b4a-4634-bca9-97aa16222011 owned by network:dhcp {{(pid=79300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:17:48.229378 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:48.251451 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-e1ea67e0-8405-46fc-b1db-2bba850a9735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919'] for port, after_delete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:48.256545 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:17:48.258227 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.db.api [None req-0edd3898-9aa4-450b-8b84-97a6780a8a6a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79300) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 13:17:48.258579 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_db.api [None req-0edd3898-9aa4-450b-8b84-97a6780a8a6a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 13:17:48.345710 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ea67e0-8405-46fc-b1db-2bba850a9735 None None] Pushing event deleted for resources: {'Port': ['ID=531db9b7-5b4a-4634-bca9-97aa16222011,revision_number=None']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:17:48.378390 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-e1ea67e0-8405-46fc-b1db-2bba850a9735 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:17:48.379474 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ea67e0-8405-46fc-b1db-2bba850a9735 None None] No DVR routers for this DVR port 531db9b7-5b4a-4634-bca9-97aa16222011 on host dv-cinder-805144-1-iscsi {{(pid=79301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:17:48.386423 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device d8008264-75a5-4bc4-ad0e-71ffa9de9161 no longer exists at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 19 13:17:48.426523 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] No Port match for: d8008264-75a5-4bc4-ad0e-71ffa9de9161 {{(pid=79301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 19 13:17:48.427066 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device d8008264-75a5-4bc4-ad0e-71ffa9de9161 not bound to the agent host dv-cinder-805144-1-iscsi {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 19 13:17:48.427305 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992 no longer exists at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 19 13:17:48.461699 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] No Port match for: 5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992 {{(pid=79301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 19 13:17:48.462056 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 5d22b6eb-2c0f-4e00-a8b1-eed4c79c1992 not bound to the agent host dv-cinder-805144-1-iscsi {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 19 13:17:48.760140 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [None req-0edd3898-9aa4-450b-8b84-97a6780a8a6a admin admin] Deleting port 531db9b7-5b4a-4634-bca9-97aa16222011 {{(pid=79300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:17:48.760502 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-0edd3898-9aa4-450b-8b84-97a6780a8a6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:48.831539 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [None req-0edd3898-9aa4-450b-8b84-97a6780a8a6a admin admin] The port '531db9b7-5b4a-4634-bca9-97aa16222011' was deleted {{(pid=79300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 19 13:17:48.953828 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-0edd3898-9aa4-450b-8b84-97a6780a8a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914249', 'neutron.services.segments.db._delete_segments_for_network-8734197845149'] for network, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:48.967381 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.services.segments.db [None req-0edd3898-9aa4-450b-8b84-97a6780a8a6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b979c5e-82fd-4500-9fbc-547a88a6c3c4']}} {{(pid=79300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:17:48.983579 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.services.segments.db [None req-0edd3898-9aa4-450b-8b84-97a6780a8a6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '379dc2c3-a256-42ec-a350-bba9510c62d5') {'for_net_delete': True} {{(pid=79300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:17:48.984003 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.services.segments.db [None req-0edd3898-9aa4-450b-8b84-97a6780a8a6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '379dc2c3-a256-42ec-a350-bba9510c62d5') {} {{(pid=79300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:17:48.996193 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-0edd3898-9aa4-450b-8b84-97a6780a8a6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734197843447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6203741'] for segment, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:49.017604 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-0edd3898-9aa4-450b-8b84-97a6780a8a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910984'] for segment, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:49.023151 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0edd3898-9aa4-450b-8b84-97a6780a8a6a admin admin] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=79300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:17:49.023554 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-0edd3898-9aa4-450b-8b84-97a6780a8a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-910977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202538'] for segment, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:49.042545 dv-cinder-805144-1-iscsi neutron-server[79300]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:17:49.042545 dv-cinder-805144-1-iscsi neutron-server[79300]: util.warn( Aug 19 13:17:49.042545 dv-cinder-805144-1-iscsi neutron-server[79300]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:17:49.042545 dv-cinder-805144-1-iscsi neutron-server[79300]: util.warn( Aug 19 13:17:49.042545 dv-cinder-805144-1-iscsi neutron-server[79300]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:17:49.042545 dv-cinder-805144-1-iscsi neutron-server[79300]: util.warn( Aug 19 13:17:49.042545 dv-cinder-805144-1-iscsi neutron-server[79300]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:17:49.042545 dv-cinder-805144-1-iscsi neutron-server[79300]: util.warn( Aug 19 13:17:49.042545 dv-cinder-805144-1-iscsi neutron-server[79300]: Traceback (most recent call last): Aug 19 13:17:49.042545 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:17:49.042545 dv-cinder-805144-1-iscsi neutron-server[79300]: timer() Aug 19 13:17:49.042545 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:17:49.042545 dv-cinder-805144-1-iscsi neutron-server[79300]: cb(*args, **kw) Aug 19 13:17:49.042545 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 19 13:17:49.042545 dv-cinder-805144-1-iscsi neutron-server[79300]: return func(*args, **kwargs) Aug 19 13:17:49.042545 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:17:49.042545 dv-cinder-805144-1-iscsi neutron-server[79300]: self._notify() Aug 19 13:17:49.042545 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:17:49.042545 dv-cinder-805144-1-iscsi neutron-server[79300]: self.callback(batched_events) Aug 19 13:17:49.042545 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:17:49.042545 dv-cinder-805144-1-iscsi neutron-server[79300]: event.method(event) Aug 19 13:17:49.042545 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 19 13:17:49.042545 dv-cinder-805144-1-iscsi neutron-server[79300]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:17:49.042545 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 19 13:17:49.042545 dv-cinder-805144-1-iscsi neutron-server[79300]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:17:49.042545 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:17:49.042545 dv-cinder-805144-1-iscsi neutron-server[79300]: return f(self, *a, **k) Aug 19 13:17:49.042545 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:17:49.042545 dv-cinder-805144-1-iscsi neutron-server[79300]: return self._get(url).json() Aug 19 13:17:49.042545 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:17:49.042545 dv-cinder-805144-1-iscsi neutron-server[79300]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:17:49.042545 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:17:49.042545 dv-cinder-805144-1-iscsi neutron-server[79300]: return self.request(url, 'GET', **kwargs) Aug 19 13:17:49.042545 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:17:49.042545 dv-cinder-805144-1-iscsi neutron-server[79300]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:17:49.042545 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:17:49.042545 dv-cinder-805144-1-iscsi neutron-server[79300]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:17:49.042545 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:17:49.042545 dv-cinder-805144-1-iscsi neutron-server[79300]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:17:49.042545 dv-cinder-805144-1-iscsi neutron-server[79300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:17:49.127545 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-0edd3898-9aa4-450b-8b84-97a6780a8a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962902'] for network, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:49.132943 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-0edd3898-9aa4-450b-8b84-97a6780a8a6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for network, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:49.137013 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-75a7f2cf-2cb4-42e2-898e-7eb39000cc1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:17:49.161740 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd3898-9aa4-450b-8b84-97a6780a8a6a admin admin] Pushing event deleted for resources: {'Network': ['ID=3b979c5e-82fd-4500-9fbc-547a88a6c3c4,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:17:49.165302 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-0edd3898-9aa4-450b-8b84-97a6780a8a6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:17:49.177583 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-0edd3898-9aa4-450b-8b84-97a6780a8a6a admin admin] 10.222.0.49 "DELETE /v2.0/networks/3b979c5e-82fd-4500-9fbc-547a88a6c3c4 HTTP/1.1" status: 204 len: 168 time: 1.7657712 Aug 19 13:17:49.395617 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 59688) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:17:49.472047 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-31964194-74ce-49d7-8205-d33fbf3149a5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=11dcb989ec6c4491ae1ae5f2a00cbfd7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0729892 Aug 19 13:17:49.473164 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 59696) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:17:49.640868 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-bd4deb42-c7a0-471d-8599-d35f3d3be71a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:49.668443 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-bd4deb42-c7a0-471d-8599-d35f3d3be71a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:49.724414 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-bd4deb42-c7a0-471d-8599-d35f3d3be71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:49.728375 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-5c054b11-6614-4525-85e5-ffd53c36aaea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:17:49.741507 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4deb42-c7a0-471d-8599-d35f3d3be71a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f92b2e-2ed9-4e3e-b017-877c28908e4a,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:17:49.745953 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-bd4deb42-c7a0-471d-8599-d35f3d3be71a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:17:49.760949 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-bd4deb42-c7a0-471d-8599-d35f3d3be71a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:49.762076 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-bd4deb42-c7a0-471d-8599-d35f3d3be71a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/58f92b2e-2ed9-4e3e-b017-877c28908e4a HTTP/1.1" status: 204 len: 168 time: 0.2879133 Aug 19 13:17:51.890982 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 59772) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:17:52.010455 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-8df01873-dd83-48db-8430-58abb6599a06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:52.025521 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-8df01873-dd83-48db-8430-58abb6599a06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:17:52.030215 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-8df01873-dd83-48db-8430-58abb6599a06 admin admin] Usage tracker for resource:security_group_rule and tenant:4710cb080a3b44968b0b9eb669e4b07e is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:17:52.033192 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-8df01873-dd83-48db-8430-58abb6599a06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:17:52.039154 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-8df01873-dd83-48db-8430-58abb6599a06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:17:52.121404 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-8df01873-dd83-48db-8430-58abb6599a06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:52.126562 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-8df01873-dd83-48db-8430-58abb6599a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:52.135746 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-f9b4f2ef-9169-4e0a-bf4b-2715429960fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:17:52.181888 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-8df01873-dd83-48db-8430-58abb6599a06 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4710cb080a3b44968b0b9eb669e4b07e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2897241 Aug 19 13:17:52.183806 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df01873-dd83-48db-8430-58abb6599a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2f8bdf-ff86-4579-bd93-7cf35c170a41,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:17:52.184806 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 59778) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:17:52.188765 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-8df01873-dd83-48db-8430-58abb6599a06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:17:52.247350 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-a6ac8037-bba1-4e5d-af81-62c68985242d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:52.273411 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-a6ac8037-bba1-4e5d-af81-62c68985242d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:52.325389 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-a6ac8037-bba1-4e5d-af81-62c68985242d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:52.329806 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-351ef825-0424-4b06-8909-822a28a0ee1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:17:52.343470 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac8037-bba1-4e5d-af81-62c68985242d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2f8bdf-ff86-4579-bd93-7cf35c170a41,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:17:52.346541 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-a6ac8037-bba1-4e5d-af81-62c68985242d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:17:52.348780 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-a6ac8037-bba1-4e5d-af81-62c68985242d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:52.350224 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-a6ac8037-bba1-4e5d-af81-62c68985242d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5f2f8bdf-ff86-4579-bd93-7cf35c170a41 HTTP/1.1" status: 204 len: 168 time: 0.1633286 Aug 19 13:17:52.648780 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 59786) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:17:52.667280 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-66a0f59f-5305-4297-93b5-90250b67c7f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:52.682549 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-66a0f59f-5305-4297-93b5-90250b67c7f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:17:52.687830 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-66a0f59f-5305-4297-93b5-90250b67c7f1 admin admin] Usage tracker for resource:security_group_rule and tenant:fcd397aeaaaf4706ba593658db08b58b is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:17:52.691617 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-66a0f59f-5305-4297-93b5-90250b67c7f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:17:52.697994 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-66a0f59f-5305-4297-93b5-90250b67c7f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:17:52.782909 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-66a0f59f-5305-4297-93b5-90250b67c7f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:52.787691 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-66a0f59f-5305-4297-93b5-90250b67c7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:52.802512 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-f189562d-124f-4f2f-8eb5-b5c93941738c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:17:52.847046 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-66a0f59f-5305-4297-93b5-90250b67c7f1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fcd397aeaaaf4706ba593658db08b58b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1971757 Aug 19 13:17:52.849628 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 59794) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:17:52.852493 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a0f59f-5305-4297-93b5-90250b67c7f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96fb494d-102c-414e-8ac7-75dcec1c2eac,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:17:52.864759 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-66a0f59f-5305-4297-93b5-90250b67c7f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:17:52.917490 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-2de31a47-a206-4818-bacc-63a899d9d930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:52.946711 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-2de31a47-a206-4818-bacc-63a899d9d930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:53.001266 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-2de31a47-a206-4818-bacc-63a899d9d930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:53.005177 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-10d71699-66eb-4d15-a918-4ba90002179a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:17:53.017877 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de31a47-a206-4818-bacc-63a899d9d930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fb494d-102c-414e-8ac7-75dcec1c2eac,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:17:53.022265 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-2de31a47-a206-4818-bacc-63a899d9d930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:17:53.025710 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-2de31a47-a206-4818-bacc-63a899d9d930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:53.026819 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-2de31a47-a206-4818-bacc-63a899d9d930 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/96fb494d-102c-414e-8ac7-75dcec1c2eac HTTP/1.1" status: 204 len: 168 time: 0.1762559 Aug 19 13:17:58.136605 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-975a5407-07f8-47e9-b88c-3f35e287d071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:58.577722 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:59.231490 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.agents_db [None req-9e599f34-f5fc-45b3-b2b5-9720679b7a3a None None] Agent healthcheck: found 6 active agents {{(pid=79302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 19 13:18:00.958589 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-c20d1781-994e-4000-bcac-ad3b577db720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:01.353433 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-f3b30c8f-3cf0-4968-985e-55703ee3a4c3 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-691626955&fields=id&tenant_id=a81195fe3cfa46c980fb0484af456fef HTTP/1.1" status: 200 len: 267 time: 0.0460129 Aug 19 13:18:01.513529 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-dd217452-bd72-4e10-bf08-3ae18298aa01 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:01.514889 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-dd217452-bd72-4e10-bf08-3ae18298aa01 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/networks?id=aea097be-4d5e-4757-b2e3-2b4db907e9bb HTTP/1.1" status: 200 len: 811 time: 0.1538234 Aug 19 13:18:01.529819 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-e2580d9e-fb0d-4648-862a-a8b2dd55c170 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/quotas/a81195fe3cfa46c980fb0484af456fef HTTP/1.1" status: 200 len: 375 time: 0.0094745 Aug 19 13:18:01.618724 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-79f89060-343f-4891-967a-e3e9ff6aa181 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a81195fe3cfa46c980fb0484af456fef&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0839927 Aug 19 13:18:01.805415 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:01.862322 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-497ccb31-c4c1-4da2-b7d6-04f6a1bad12a service neutron] 10.222.0.49 "GET /v2.0/networks/aea097be-4d5e-4757-b2e3-2b4db907e9bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315538 Aug 19 13:18:02.008057 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-dc56646c-8c33-4dd8-8882-b2ffe51a2373 service neutron] 10.222.0.49 "GET /v2.0/networks/aea097be-4d5e-4757-b2e3-2b4db907e9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393852 Aug 19 13:18:02.279639 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 59964) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:18:02.429571 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-3dee4958-1878-488b-b05e-bccfc1f06edd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:02.448208 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-3dee4958-1878-488b-b05e-bccfc1f06edd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:18:02.453383 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-3dee4958-1878-488b-b05e-bccfc1f06edd admin admin] Usage tracker for resource:security_group_rule and tenant:7a41768813ec406c84d97188bc83fab1 is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:18:02.456527 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-3dee4958-1878-488b-b05e-bccfc1f06edd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:18:02.462531 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-3dee4958-1878-488b-b05e-bccfc1f06edd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:18:02.489264 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-7238e8f5-d547-42dd-ab9c-a72810de8fbd req-9d8be92c-fd4c-40e0-a469-f58e01ad94a5 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e533390-a5ce-43b2-a6bd-1cbc0ce982f7 HTTP/1.1" status: 200 len: 210 time: 0.0477684 Aug 19 13:18:02.565462 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-3dee4958-1878-488b-b05e-bccfc1f06edd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:02.569243 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-3dee4958-1878-488b-b05e-bccfc1f06edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:02.583435 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-11c1b5b7-7182-45a4-a268-b25cd2822bf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:02.631936 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-3dee4958-1878-488b-b05e-bccfc1f06edd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7a41768813ec406c84d97188bc83fab1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3510668 Aug 19 13:18:02.633002 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee4958-1878-488b-b05e-bccfc1f06edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359ed309-f1b1-4827-8150-4884067f4b13,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:02.635122 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 59978) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:18:02.636698 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-3dee4958-1878-488b-b05e-bccfc1f06edd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:02.713514 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-e5d7ebb8-4ec8-46a5-8779-030647290d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:02.741439 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-e5d7ebb8-4ec8-46a5-8779-030647290d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:02.812875 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-e5d7ebb8-4ec8-46a5-8779-030647290d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:02.816985 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-bdefd565-9772-4693-9d42-3f4f6b5732a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:02.829697 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d7ebb8-4ec8-46a5-8779-030647290d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359ed309-f1b1-4827-8150-4884067f4b13,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:02.832380 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-e5d7ebb8-4ec8-46a5-8779-030647290d0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:02.840340 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-e5d7ebb8-4ec8-46a5-8779-030647290d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:02.844685 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-e5d7ebb8-4ec8-46a5-8779-030647290d0d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/359ed309-f1b1-4827-8150-4884067f4b13 HTTP/1.1" status: 204 len: 168 time: 0.2078636 Aug 19 13:18:03.502487 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:03.623396 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 60018) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:18:03.767484 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-9b8cf57e-6414-413a-be70-b3f189611192 req-86ef77da-52e6-40b2-9f5d-b22bac04f43b tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e533390-a5ce-43b2-a6bd-1cbc0ce982f7 HTTP/1.1" status: 200 len: 210 time: 0.1359921 Aug 19 13:18:03.777690 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [None req-e975835d-93e1-4d8c-b6fe-04bca195305b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1504471799-network', 'tenant_id': 'f2b9c7a795ef42a195e19b28c5a90c34'}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:18:03.784435 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-e975835d-93e1-4d8c-b6fe-04bca195305b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:18:03.793320 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-e975835d-93e1-4d8c-b6fe-04bca195305b admin admin] Usage tracker for resource:network and tenant:f2b9c7a795ef42a195e19b28c5a90c34 is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:18:03.798725 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-e975835d-93e1-4d8c-b6fe-04bca195305b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:18:03.815126 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-e975835d-93e1-4d8c-b6fe-04bca195305b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:18:03.847517 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e975835d-93e1-4d8c-b6fe-04bca195305b admin admin] Made reservation on behalf of f2b9c7a795ef42a195e19b28c5a90c34 for: {'network': 1} {{(pid=79300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:18:03.859340 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-e975835d-93e1-4d8c-b6fe-04bca195305b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for network, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:03.889768 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-e975835d-93e1-4d8c-b6fe-04bca195305b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:03.924590 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-e975835d-93e1-4d8c-b6fe-04bca195305b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:18:03.934626 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-88e58266-e02f-426d-8dd4-feef2ec49455 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:03.936355 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-88e58266-e02f-426d-8dd4-feef2ec49455 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.68 "GET /v2.0/networks?id=aea097be-4d5e-4757-b2e3-2b4db907e9bb HTTP/1.1" status: 200 len: 811 time: 0.3003905 Aug 19 13:18:03.939278 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-e975835d-93e1-4d8c-b6fe-04bca195305b admin admin] Usage tracker for resource:security_group_rule and tenant:f2b9c7a795ef42a195e19b28c5a90c34 is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:18:03.942776 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-e975835d-93e1-4d8c-b6fe-04bca195305b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:18:03.951407 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-e975835d-93e1-4d8c-b6fe-04bca195305b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:18:04.035533 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-db8f1cd4-0d79-43e6-b940-5b4311252700 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a81195fe3cfa46c980fb0484af456fef HTTP/1.1" status: 200 len: 379 time: 0.0723286 Aug 19 13:18:04.046594 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-80b275cc-273a-44e1-8e16-a672df9813e8 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Request body: {'port': {'device_id': '3e533390-a5ce-43b2-a6bd-1cbc0ce982f7', 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb', 'admin_state_up': True, 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'security_groups': ['1946f9e0-ba7a-45b8-a77c-830f23fb650d']}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:18:04.214405 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-e975835d-93e1-4d8c-b6fe-04bca195305b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:04.224164 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-e975835d-93e1-4d8c-b6fe-04bca195305b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:04.229833 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-225f1188-87a4-4797-9ddf-bd9b2029082d tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:04.265056 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e975835d-93e1-4d8c-b6fe-04bca195305b admin admin] vlan segment allocate from pool success with {'vlan_id': 1015, 'physical_network': 'physnet1'} {{(pid=79300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:18:04.269669 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-80b275cc-273a-44e1-8e16-a672df9813e8 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:18:04.276775 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e975835d-93e1-4d8c-b6fe-04bca195305b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28cfcd6e-a9dd-4584-8556-770da1efe995,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:04.284205 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-e975835d-93e1-4d8c-b6fe-04bca195305b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:04.290464 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-80b275cc-273a-44e1-8e16-a672df9813e8 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:18:04.292614 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-e975835d-93e1-4d8c-b6fe-04bca195305b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910984'] for segment, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:04.293760 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.db.segments_db [None req-e975835d-93e1-4d8c-b6fe-04bca195305b admin admin] Added segment 90421173-4c87-4703-8352-28d212449c81 of type vlan for network 18957569-bff9-4463-ad8f-63925cd4ecba Aug 19 13:18:04.320356 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-80b275cc-273a-44e1-8e16-a672df9813e8 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Made reservation on behalf of a81195fe3cfa46c980fb0484af456fef for: {'port': 1} {{(pid=79300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:18:04.324035 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-80b275cc-273a-44e1-8e16-a672df9813e8 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:04.344973 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-e975835d-93e1-4d8c-b6fe-04bca195305b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734197367691'] for network, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:04.445792 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-e975835d-93e1-4d8c-b6fe-04bca195305b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217'] for network, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:04.450238 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e975835d-93e1-4d8c-b6fe-04bca195305b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:04.451425 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-e975835d-93e1-4d8c-b6fe-04bca195305b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for network, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:04.459455 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-0edd3898-9aa4-450b-8b84-97a6780a8a6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:04.637072 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e975835d-93e1-4d8c-b6fe-04bca195305b admin admin] Pushing event updated for resources: {'Network': ['ID=18957569-bff9-4463-ad8f-63925cd4ecba,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:04.646622 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.db_base_plugin_common [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-80b275cc-273a-44e1-8e16-a672df9813e8 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Allocated IP 172.20.0.8 (aea097be-4d5e-4757-b2e3-2b4db907e9bb/7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33/bd8fd633-5a76-44e3-a3cd-61c2425fda3b) {{(pid=79300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:18:04.651218 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-e975835d-93e1-4d8c-b6fe-04bca195305b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:04.652655 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Network 18957569-bff9-4463-ad8f-63925cd4ecba details requested by agent ovs-agent-dv-cinder-805144-1-iscsi with host dv-cinder-805144-1-iscsi {{(pid=79301) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 19 13:18:04.685485 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-e975835d-93e1-4d8c-b6fe-04bca195305b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0548058 Aug 19 13:18:04.686938 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 60030) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:18:04.694082 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-51c43ac9-c061-4bc5-858e-9da0e0afda4b admin admin] Request body: {'subnet': {'network_id': '18957569-bff9-4463-ad8f-63925cd4ecba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1504471799-subnet', 'tenant_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'ip_version': 4}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:18:04.699441 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-51c43ac9-c061-4bc5-858e-9da0e0afda4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:18:04.709328 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-51c43ac9-c061-4bc5-858e-9da0e0afda4b admin admin] Usage tracker for resource:subnet and tenant:f2b9c7a795ef42a195e19b28c5a90c34 is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:18:04.714252 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-51c43ac9-c061-4bc5-858e-9da0e0afda4b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:18:04.724678 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-51c43ac9-c061-4bc5-858e-9da0e0afda4b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:18:04.740019 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c43ac9-c061-4bc5-858e-9da0e0afda4b admin admin] Made reservation on behalf of f2b9c7a795ef42a195e19b28c5a90c34 for: {'subnet': 1} {{(pid=79299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:18:04.744100 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-51c43ac9-c061-4bc5-858e-9da0e0afda4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5646812'] for subnet, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:05.011027 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-80b275cc-273a-44e1-8e16-a672df9813e8 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks [] for port, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:05.041233 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.provisioning_blocks [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-80b275cc-273a-44e1-8e16-a672df9813e8 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Transition to ACTIVE for port object bd8fd633-5a76-44e3-a3cd-61c2425fda3b will not be triggered until provisioned by entity DHCP. {{(pid=79300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:18:05.080783 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:05.094325 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-80b275cc-273a-44e1-8e16-a672df9813e8 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202527'] for port, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:05.114552 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-5d62c6b7-b3e4-4385-a940-0d86431ca74e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:05.189757 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-80b275cc-273a-44e1-8e16-a672df9813e8 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Network aea097be-4d5e-4757-b2e3-2b4db907e9bb is already hosted by enough agents. {{(pid=79300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:18:05.193250 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.base_scheduler [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-80b275cc-273a-44e1-8e16-a672df9813e8 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Resources bound (agent type, host, resource id): {{(pid=79300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:18:05.197392 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-80b275cc-273a-44e1-8e16-a672df9813e8 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Received port after_create {{(pid=79300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:18:05.208164 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-51c43ac9-c061-4bc5-858e-9da0e0afda4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6301768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5646766'] for subnet, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:05.216296 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-a386f314-7caa-4037-adb2-f7c0ae30b1d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:05.233274 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b275cc-273a-44e1-8e16-a672df9813e8 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Pushing event updated for resources: {'Port': ['ID=bd8fd633-5a76-44e3-a3cd-61c2425fda3b,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:05.238248 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-80b275cc-273a-44e1-8e16-a672df9813e8 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:05.252539 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd4485a-43ec-4cfb-9518-798c6ae3f76d req-974301b5-a28c-4cd4-a447-1f5b83c055d2 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:05.254086 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-afd4485a-43ec-4cfb-9518-798c6ae3f76d req-974301b5-a28c-4cd4-a447-1f5b83c055d2 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e533390-a5ce-43b2-a6bd-1cbc0ce982f7 HTTP/1.1" status: 200 len: 931 time: 0.1988251 Aug 19 13:18:05.277478 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-80b275cc-273a-44e1-8e16-a672df9813e8 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:05.278146 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-80b275cc-273a-44e1-8e16-a672df9813e8 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for port, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:05.306450 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-80b275cc-273a-44e1-8e16-a672df9813e8 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2648928 Aug 19 13:18:05.331640 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-5e0b7c71-4b22-41bc-9d36-f1839596119b service neutron] Request body: {'port': {'device_id': '3e533390-a5ce-43b2-a6bd-1cbc0ce982f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80514'}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:18:05.332588 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c43ac9-c061-4bc5-858e-9da0e0afda4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d90545c0-2b0b-4da4-8114-7713257965e4,revision_number=0']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:05.344158 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-51c43ac9-c061-4bc5-858e-9da0e0afda4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:05.357377 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c43ac9-c061-4bc5-858e-9da0e0afda4b admin admin] Checking segment: {'id': '90421173-4c87-4703-8352-28d212449c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '18957569-bff9-4463-ad8f-63925cd4ecba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:18:05.357897 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c43ac9-c061-4bc5-858e-9da0e0afda4b admin admin] Network hostable DHCP agents. Network: 18957569-bff9-4463-ad8f-63925cd4ecba, hostable agents: ['31b92e89-357e-408d-a141-4e7242d6bd98'], hosted agents: [] {{(pid=79299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:18:05.369887 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-afd4485a-43ec-4cfb-9518-798c6ae3f76d req-6d96c925-7bf3-4228-92bf-9d91d254b652 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/security-groups?id=1946f9e0-ba7a-45b8-a77c-830f23fb650d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995803 Aug 19 13:18:05.387451 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c43ac9-c061-4bc5-858e-9da0e0afda4b admin admin] Network 18957569-bff9-4463-ad8f-63925cd4ecba is scheduled to be hosted by DHCP agent 31b92e89-357e-408d-a141-4e7242d6bd98 with binding_index 1 {{(pid=79299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:18:05.405869 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.base_scheduler [None req-51c43ac9-c061-4bc5-858e-9da0e0afda4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805144-1-iscsi, 18957569-bff9-4463-ad8f-63925cd4ecba) {{(pid=79299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:18:05.414453 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c43ac9-c061-4bc5-858e-9da0e0afda4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:05.415454 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-51c43ac9-c061-4bc5-858e-9da0e0afda4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:05.419485 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fcc018-4239-4124-97d1-09bfde81f23c None None] Network 18957569-bff9-4463-ad8f-63925cd4ecba requested from dv-cinder-805144-1-iscsi {{(pid=79301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 19 13:18:05.444842 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-51c43ac9-c061-4bc5-858e-9da0e0afda4b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7535107 Aug 19 13:18:05.445094 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 60040) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:18:05.451920 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-18357666-0f11-4c39-a4df-80cda2ef95a9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1504471799-router', 'tenant_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb'}}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:18:05.458556 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-18357666-0f11-4c39-a4df-80cda2ef95a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:18:05.464982 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-18357666-0f11-4c39-a4df-80cda2ef95a9 admin admin] Usage tracker for resource:router and tenant:f2b9c7a795ef42a195e19b28c5a90c34 is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:18:05.468793 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-18357666-0f11-4c39-a4df-80cda2ef95a9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:18:05.478014 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-18357666-0f11-4c39-a4df-80cda2ef95a9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:18:05.486245 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-5e0b7c71-4b22-41bc-9d36-f1839596119b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:05.493609 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-18357666-0f11-4c39-a4df-80cda2ef95a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8006359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14752'] for router, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:05.494702 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-18357666-0f11-4c39-a4df-80cda2ef95a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8006194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7969985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8046295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14761'] for router, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:05.517684 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-18357666-0f11-4c39-a4df-80cda2ef95a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:05.538042 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-7c1a7d50-7817-4382-b20b-3e968c3799fc None None] Provisioning for port bd8fd633-5a76-44e3-a3cd-61c2425fda3b completed by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:18:05.546563 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-7c1a7d50-7817-4382-b20b-3e968c3799fc None None] Provisioning complete for port bd8fd633-5a76-44e3-a3cd-61c2425fda3b triggered by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:18:05.546944 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-7c1a7d50-7817-4382-b20b-3e968c3799fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:05.663488 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-7c1a7d50-7817-4382-b20b-3e968c3799fc None None] Port bd8fd633-5a76-44e3-a3cd-61c2425fda3b cannot update to ACTIVE because it is not bound. {{(pid=79301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:18:05.755122 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ddb075-6a7c-4e34-a898-7de039624845 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47980deb-f177-502b-bf5e-237545d7a88e-18957569-bff9-4463-ad8f-63925cd4ecba', 'network_id': '18957569-bff9-4463-ad8f-63925cd4ecba', 'tenant_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'fixed_ips': [{'subnet_id': 'd90545c0-2b0b-4da4-8114-7713257965e4'}]}} from dv-cinder-805144-1-iscsi. {{(pid=79301) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 19 13:18:05.756281 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-c7ddb075-6a7c-4e34-a898-7de039624845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:05.840392 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-18357666-0f11-4c39-a4df-80cda2ef95a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7970014', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8006244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14683'] for router, precommit_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:05.941402 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.db_base_plugin_common [None req-c7ddb075-6a7c-4e34-a898-7de039624845 None None] Allocated IP 172.20.0.2 (18957569-bff9-4463-ad8f-63925cd4ecba/d90545c0-2b0b-4da4-8114-7713257965e4/0792931f-613d-4ce2-bb5a-b200b692f2aa) {{(pid=79301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:18:06.042501 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.notifiers.nova [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-5e0b7c71-4b22-41bc-9d36-f1839596119b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd8fd633-5a76-44e3-a3cd-61c2425fda3b {{(pid=79300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:18:06.051884 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-5e0b7c71-4b22-41bc-9d36-f1839596119b service neutron] Notify callbacks [] for port, precommit_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:06.072265 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.provisioning_blocks [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-5e0b7c71-4b22-41bc-9d36-f1839596119b service neutron] Transition to ACTIVE for port object bd8fd633-5a76-44e3-a3cd-61c2425fda3b will not be triggered until provisioned by entity L2. {{(pid=79300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:18:06.077328 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-5e0b7c71-4b22-41bc-9d36-f1839596119b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6202502'] for port, after_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:06.081976 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-097bc7ad-23cf-4029-a58b-5d3f9cad89ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:06.194419 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-18357666-0f11-4c39-a4df-80cda2ef95a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:06.195764 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-c7ddb075-6a7c-4e34-a898-7de039624845 None None] Notify callbacks [] for port, precommit_create {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:06.208249 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-c7ddb075-6a7c-4e34-a898-7de039624845 None None] Transition to ACTIVE for port object 0792931f-613d-4ce2-bb5a-b200b692f2aa will not be triggered until provisioned by entity L2. {{(pid=79301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:18:06.230855 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-c7ddb075-6a7c-4e34-a898-7de039624845 None None] Transition to ACTIVE for port object 0792931f-613d-4ce2-bb5a-b200b692f2aa will not be triggered until provisioned by entity DHCP. {{(pid=79301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:18:06.239659 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-c7ddb075-6a7c-4e34-a898-7de039624845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910'] for port, after_create {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:06.240067 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-18357666-0f11-4c39-a4df-80cda2ef95a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:06.252436 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:06.308101 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ddb075-6a7c-4e34-a898-7de039624845 None None] Network 18957569-bff9-4463-ad8f-63925cd4ecba is already hosted by enough agents. {{(pid=79301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:18:06.318148 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.scheduler.base_scheduler [None req-c7ddb075-6a7c-4e34-a898-7de039624845 None None] Resources bound (agent type, host, resource id): {{(pid=79301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:18:06.331197 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ddb075-6a7c-4e34-a898-7de039624845 None None] Received port after_create {{(pid=79301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:18:06.357687 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b7c71-4b22-41bc-9d36-f1839596119b service neutron] Pushing event updated for resources: {'Port': ['ID=bd8fd633-5a76-44e3-a3cd-61c2425fda3b,revision_number=2']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:06.378305 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-5e0b7c71-4b22-41bc-9d36-f1839596119b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:06.499893 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ddb075-6a7c-4e34-a898-7de039624845 None None] Pushing event updated for resources: {'Port': ['ID=0792931f-613d-4ce2-bb5a-b200b692f2aa,revision_number=1']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:06.508496 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ddb075-6a7c-4e34-a898-7de039624845 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:06.508994 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ddb075-6a7c-4e34-a898-7de039624845 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:06.509452 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ddb075-6a7c-4e34-a898-7de039624845 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:06.509885 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ddb075-6a7c-4e34-a898-7de039624845 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:06.510483 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ddb075-6a7c-4e34-a898-7de039624845 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:06.511044 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ddb075-6a7c-4e34-a898-7de039624845 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:06.511624 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ddb075-6a7c-4e34-a898-7de039624845 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:06.512419 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ddb075-6a7c-4e34-a898-7de039624845 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:06.513275 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ddb075-6a7c-4e34-a898-7de039624845 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:06.514216 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ddb075-6a7c-4e34-a898-7de039624845 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:06.514897 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ddb075-6a7c-4e34-a898-7de039624845 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:06.515516 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ddb075-6a7c-4e34-a898-7de039624845 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:06.524763 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-c7ddb075-6a7c-4e34-a898-7de039624845 None None] Attempting to bind port 0792931f-613d-4ce2-bb5a-b200b692f2aa on host dv-cinder-805144-1-iscsi for vnic_type normal with profile {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:18:06.525957 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-c7ddb075-6a7c-4e34-a898-7de039624845 None None] Attempting to bind port 0792931f-613d-4ce2-bb5a-b200b692f2aa by drivers openvswitch,hyperv on host dv-cinder-805144-1-iscsi at level 0 using segments [{'id': '90421173-4c87-4703-8352-28d212449c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '18957569-bff9-4463-ad8f-63925cd4ecba'}] {{(pid=79301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:18:06.526613 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ddb075-6a7c-4e34-a898-7de039624845 None None] Attempting to bind port 0792931f-613d-4ce2-bb5a-b200b692f2aa on network 18957569-bff9-4463-ad8f-63925cd4ecba {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:18:06.529808 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-c7ddb075-6a7c-4e34-a898-7de039624845 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:06.539538 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.managers [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-5e0b7c71-4b22-41bc-9d36-f1839596119b service neutron] Attempting to bind port bd8fd633-5a76-44e3-a3cd-61c2425fda3b on host hv-cinder-80514 for vnic_type normal with profile {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:18:06.539930 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.managers [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-5e0b7c71-4b22-41bc-9d36-f1839596119b service neutron] Attempting to bind port bd8fd633-5a76-44e3-a3cd-61c2425fda3b by drivers openvswitch,hyperv on host hv-cinder-80514 at level 0 using segments [{'id': 'a1d8c933-18dc-4016-981d-085cb6ac807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb'}] {{(pid=79300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:18:06.540416 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-5e0b7c71-4b22-41bc-9d36-f1839596119b service neutron] Attempting to bind port bd8fd633-5a76-44e3-a3cd-61c2425fda3b on network aea097be-4d5e-4757-b2e3-2b4db907e9bb {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:18:06.543892 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ddb075-6a7c-4e34-a898-7de039624845 None None] Checking agent: {'id': '22cf82ff-da15-404e-8075-dce9686ce61b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805144-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 13, 0, 29), 'started_at': datetime.datetime(2021, 8, 19, 13, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805144-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 19 13:18:06.545382 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ddb075-6a7c-4e34-a898-7de039624845 None None] Checking segment: {'id': '90421173-4c87-4703-8352-28d212449c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '18957569-bff9-4463-ad8f-63925cd4ecba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:18:06.546161 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-c7ddb075-6a7c-4e34-a898-7de039624845 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:06.546976 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ddb075-6a7c-4e34-a898-7de039624845 None None] Bound using segment: {'id': '90421173-4c87-4703-8352-28d212449c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '18957569-bff9-4463-ad8f-63925cd4ecba'} {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 19 13:18:06.547733 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-c7ddb075-6a7c-4e34-a898-7de039624845 None None] Bound port: 0792931f-613d-4ce2-bb5a-b200b692f2aa, host: dv-cinder-805144-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90421173-4c87-4703-8352-28d212449c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '18957569-bff9-4463-ad8f-63925cd4ecba'}}] {{(pid=79301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:18:06.548358 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-c7ddb075-6a7c-4e34-a898-7de039624845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:06.552205 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-5e0b7c71-4b22-41bc-9d36-f1839596119b service neutron] Port bd8fd633-5a76-44e3-a3cd-61c2425fda3b on network aea097be-4d5e-4757-b2e3-2b4db907e9bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80514 {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 19 13:18:06.552554 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-5e0b7c71-4b22-41bc-9d36-f1839596119b service neutron] Attempting to bind port bd8fd633-5a76-44e3-a3cd-61c2425fda3b on network aea097be-4d5e-4757-b2e3-2b4db907e9bb {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:18:06.559533 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-5e0b7c71-4b22-41bc-9d36-f1839596119b service neutron] Checking agent: {'id': '5d0591c0-6bc7-4d98-9be8-a8b87dc9a0b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 13, 7, 4), 'started_at': datetime.datetime(2021, 8, 19, 13, 7, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 19 13:18:06.560773 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-5e0b7c71-4b22-41bc-9d36-f1839596119b service neutron] Checking segment: {'id': 'a1d8c933-18dc-4016-981d-085cb6ac807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:18:06.561785 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-5e0b7c71-4b22-41bc-9d36-f1839596119b service neutron] Bound using segment: {'id': 'a1d8c933-18dc-4016-981d-085cb6ac807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb'} {{(pid=79300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 19 13:18:06.562635 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.managers [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-5e0b7c71-4b22-41bc-9d36-f1839596119b service neutron] Bound port: bd8fd633-5a76-44e3-a3cd-61c2425fda3b, host: hv-cinder-80514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1d8c933-18dc-4016-981d-085cb6ac807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb'}}] {{(pid=79300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:18:06.563527 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-5e0b7c71-4b22-41bc-9d36-f1839596119b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:06.645362 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.db_base_plugin_common [None req-18357666-0f11-4c39-a4df-80cda2ef95a9 admin admin] Allocated IP 172.27.1.59 (01c0c460-8075-482b-8652-00d44202fadb/8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5/4c3cd6b1-4fbb-49d2-9e0f-066dafd831c5) {{(pid=79299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:18:06.671472 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-c7ddb075-6a7c-4e34-a898-7de039624845 None None] For port 0792931f-613d-4ce2-bb5a-b200b692f2aa, host dv-cinder-805144-1-iscsi, cleared binding levels {{(pid=79301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 19 13:18:06.675308 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-c7ddb075-6a7c-4e34-a898-7de039624845 None None] For port 0792931f-613d-4ce2-bb5a-b200b692f2aa, host dv-cinder-805144-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=0792931f-613d-4ce2-bb5a-b200b692f2aa,segment=NetworkSegment(90421173-4c87-4703-8352-28d212449c81),segment_id=90421173-4c87-4703-8352-28d212449c81)] {{(pid=79301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 19 13:18:06.682067 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-c7ddb075-6a7c-4e34-a898-7de039624845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:06.688118 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:06.760701 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.db [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-5e0b7c71-4b22-41bc-9d36-f1839596119b service neutron] For port bd8fd633-5a76-44e3-a3cd-61c2425fda3b, host hv-cinder-80514, cleared binding levels {{(pid=79300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 19 13:18:06.766264 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.db [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-5e0b7c71-4b22-41bc-9d36-f1839596119b service neutron] For port bd8fd633-5a76-44e3-a3cd-61c2425fda3b, host hv-cinder-80514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=bd8fd633-5a76-44e3-a3cd-61c2425fda3b,segment=NetworkSegment(a1d8c933-18dc-4016-981d-085cb6ac807f),segment_id=a1d8c933-18dc-4016-981d-085cb6ac807f)] {{(pid=79300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 19 13:18:06.777112 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-5e0b7c71-4b22-41bc-9d36-f1839596119b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6202502'] for port, after_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:06.794313 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-221812e1-aebb-4cd3-8cb7-da1beaa696fb tempest-DeleteServersTestJSON-638489814 tempest-DeleteServersTestJSON-638489814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:06.837162 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ddb075-6a7c-4e34-a898-7de039624845 None None] Pushing event updated for resources: {'Port': ['ID=0792931f-613d-4ce2-bb5a-b200b692f2aa,revision_number=2']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:06.842071 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-c7ddb075-6a7c-4e34-a898-7de039624845 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:06.882159 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-18357666-0f11-4c39-a4df-80cda2ef95a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:06.895736 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-5e0b7c71-4b22-41bc-9d36-f1839596119b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:06.896557 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-5e0b7c71-4b22-41bc-9d36-f1839596119b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for port, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:06.898019 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-5e0b7c71-4b22-41bc-9d36-f1839596119b service neutron] 10.222.0.68 "PUT /v2.0/ports/bd8fd633-5a76-44e3-a3cd-61c2425fda3b HTTP/1.1" status: 200 len: 1093 time: 1.5731611 Aug 19 13:18:06.902423 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e533390-a5ce-43b2-a6bd-1cbc0ce982f7', 'tag': 'bd8fd633-5a76-44e3-a3cd-61c2425fda3b'}] {{(pid=79300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:18:06.969562 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3d2c5-3aa1-4e20-af94-83b0585232d6 req-a6b91315-c98e-4ec1-bffc-0964848466e0 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:06.970331 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-83c3d2c5-3aa1-4e20-af94-83b0585232d6 req-a6b91315-c98e-4ec1-bffc-0964848466e0 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Synchronizing usage tracker for tenant:a81195fe3cfa46c980fb0484af456fef on resource:port {{(pid=79300) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:18:06.988331 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-18357666-0f11-4c39-a4df-80cda2ef95a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6301144'] for port, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:06.995025 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b7c71-4b22-41bc-9d36-f1839596119b service neutron] Pushing event updated for resources: {'Port': ['ID=bd8fd633-5a76-44e3-a3cd-61c2425fda3b,revision_number=3']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:07.004020 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e533390-a5ce-43b2-a6bd-1cbc0ce982f7', 'tag': 'bd8fd633-5a76-44e3-a3cd-61c2425fda3b', 'status': 'completed', 'code': 200} Aug 19 13:18:07.004869 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-5e0b7c71-4b22-41bc-9d36-f1839596119b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:07.012244 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-e560312f-29d6-4d85-8a26-d52737183e1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:07.087357 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-83c3d2c5-3aa1-4e20-af94-83b0585232d6 req-a6b91315-c98e-4ec1-bffc-0964848466e0 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Unset dirty status for tenant:a81195fe3cfa46c980fb0484af456fef on resource:port {{(pid=79300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:18:07.089671 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-83c3d2c5-3aa1-4e20-af94-83b0585232d6 req-a6b91315-c98e-4ec1-bffc-0964848466e0 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e533390-a5ce-43b2-a6bd-1cbc0ce982f7 HTTP/1.1" status: 200 len: 943 time: 0.5015309 Aug 19 13:18:07.132753 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18357666-0f11-4c39-a4df-80cda2ef95a9 admin admin] Network 01c0c460-8075-482b-8652-00d44202fadb is already hosted by enough agents. {{(pid=79299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:18:07.136110 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.base_scheduler [None req-18357666-0f11-4c39-a4df-80cda2ef95a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=79299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:18:07.142230 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18357666-0f11-4c39-a4df-80cda2ef95a9 admin admin] Received port after_create {{(pid=79299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:18:07.184725 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-83c3d2c5-3aa1-4e20-af94-83b0585232d6 req-bddc413c-55cd-4bc4-84ae-786167c391db tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/security-groups?id=1946f9e0-ba7a-45b8-a77c-830f23fb650d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819864 Aug 19 13:18:07.193048 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-3ad797dc-9ad5-4ac6-b15e-f136ec423840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:07.196492 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-3ad797dc-9ad5-4ac6-b15e-f136ec423840 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a81195fe3cfa46c980fb0484af456fef&device_id=3e533390-a5ce-43b2-a6bd-1cbc0ce982f7 HTTP/1.1" status: 200 len: 1096 time: 0.2070858 Aug 19 13:18:07.236406 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18357666-0f11-4c39-a4df-80cda2ef95a9 admin admin] Pushing event updated for resources: {'Port': ['ID=4c3cd6b1-4fbb-49d2-9e0f-066dafd831c5,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:07.320061 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-18357666-0f11-4c39-a4df-80cda2ef95a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:07.323318 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-628aa74b-f9a8-452c-80b2-aaaa7996d677 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd8fd633-5a76-44e3-a3cd-61c2425fda3b HTTP/1.1" status: 200 len: 217 time: 0.1114388 Aug 19 13:18:07.415176 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-df66e510-7bda-4269-92d5-8c19a58352d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:07.416949 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-df66e510-7bda-4269-92d5-8c19a58352d1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33 HTTP/1.1" status: 200 len: 850 time: 0.0867732 Aug 19 13:18:07.471015 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 60064) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:18:07.526465 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-8791325e-4a87-4219-94be-3ed44fbcf8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:07.529371 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-8791325e-4a87-4219-94be-3ed44fbcf8c6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=aea097be-4d5e-4757-b2e3-2b4db907e9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0919709 Aug 19 13:18:07.648229 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a4848c2d-af31-4f67-853c-a98bba720c69 req-8b26be23-acb6-4267-8644-0282148ba3e6 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ff6a5868-adca-442a-929f-3210992f0525&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1920481 Aug 19 13:18:07.652442 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-67855140-9735-4a8f-8f1b-57397d86d076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:07.678463 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-67855140-9735-4a8f-8f1b-57397d86d076 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:18:07.686289 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-67855140-9735-4a8f-8f1b-57397d86d076 admin admin] Usage tracker for resource:security_group_rule and tenant:f356c6a0fc0340a89d3b5aa6493f5b02 is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:18:07.691150 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-67855140-9735-4a8f-8f1b-57397d86d076 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:18:07.708878 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-67855140-9735-4a8f-8f1b-57397d86d076 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:18:07.748577 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-f91ead50-6411-4ac6-92b5-28b25de5128f service neutron] 10.222.0.68 "GET /v2.0/networks/aea097be-4d5e-4757-b2e3-2b4db907e9bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098389 Aug 19 13:18:07.828075 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-18357666-0f11-4c39-a4df-80cda2ef95a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:07.986367 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 0792931f-613d-4ce2-bb5a-b200b692f2aa up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:18:08.000386 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-ed03bca1-3d5b-4512-9789-6a6a2bc54fec req-71769012-a355-4160-b4ca-55b9226e7340 service neutron] 10.222.0.68 "GET /v2.0/networks/aea097be-4d5e-4757-b2e3-2b4db907e9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423921 Aug 19 13:18:08.015873 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-67855140-9735-4a8f-8f1b-57397d86d076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:08.022032 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-67855140-9735-4a8f-8f1b-57397d86d076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:08.033882 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-66952c3a-9cf1-48eb-9b01-391c3ab1108d tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:08.049493 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4848c2d-af31-4f67-853c-a98bba720c69 req-aa833a5d-52d0-492f-8847-a9b465e76704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:08.051049 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a4848c2d-af31-4f67-853c-a98bba720c69 req-aa833a5d-52d0-492f-8847-a9b465e76704 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a81195fe3cfa46c980fb0484af456fef&device_id=ff6a5868-adca-442a-929f-3210992f0525 HTTP/1.1" status: 200 len: 1099 time: 0.2950852 Aug 19 13:18:08.084005 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67855140-9735-4a8f-8f1b-57397d86d076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f31ecf5-de07-46c1-af28-1a069518a02e,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:08.090103 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-67855140-9735-4a8f-8f1b-57397d86d076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:08.093045 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning for port 0792931f-613d-4ce2-bb5a-b200b692f2aa completed by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:18:08.099958 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-67855140-9735-4a8f-8f1b-57397d86d076 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f356c6a0fc0340a89d3b5aa6493f5b02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6233454 Aug 19 13:18:08.101608 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 60070) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:18:08.238383 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-a0074e54-3972-43aa-bc93-4465d1ec2505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:08.285147 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-a0074e54-3972-43aa-bc93-4465d1ec2505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:08.290796 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4098b5ad-1fba-4c46-9741-34f58581f620 None None] Network 18957569-bff9-4463-ad8f-63925cd4ecba requested from dv-cinder-805144-1-iscsi {{(pid=79301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 19 13:18:08.293778 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6184cd1-6cbf-499b-8e98-68695bde0f68 req-5e49dc8f-a099-40c4-a3ac-ac153dcf39bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:08.296424 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-f6184cd1-6cbf-499b-8e98-68695bde0f68 req-5e49dc8f-a099-40c4-a3ac-ac153dcf39bb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a81195fe3cfa46c980fb0484af456fef&device_id=3e533390-a5ce-43b2-a6bd-1cbc0ce982f7 HTTP/1.1" status: 200 len: 1096 time: 0.1658702 Aug 19 13:18:08.422085 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-97e36ddc-f10a-48cd-8432-f544318e6d4b None None] Provisioning for port 0792931f-613d-4ce2-bb5a-b200b692f2aa completed by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:18:08.428803 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-97e36ddc-f10a-48cd-8432-f544318e6d4b None None] Provisioning complete for port 0792931f-613d-4ce2-bb5a-b200b692f2aa triggered by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:18:08.429707 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-97e36ddc-f10a-48cd-8432-f544318e6d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:08.651700 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4848c2d-af31-4f67-853c-a98bba720c69 req-335cd064-498d-48e3-bb9e-8fd9f7266fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:08.653042 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a4848c2d-af31-4f67-853c-a98bba720c69 req-335cd064-498d-48e3-bb9e-8fd9f7266fc1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=aea097be-4d5e-4757-b2e3-2b4db907e9bb HTTP/1.1" status: 200 len: 913 time: 0.5105369 Aug 19 13:18:08.673220 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-97e36ddc-f10a-48cd-8432-f544318e6d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:08.683668 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6184cd1-6cbf-499b-8e98-68695bde0f68 req-432278fd-4c7c-4675-8c45-58ef03e2cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:08.687498 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-f6184cd1-6cbf-499b-8e98-68695bde0f68 req-432278fd-4c7c-4675-8c45-58ef03e2cf12 service neutron] 10.222.0.68 "GET /v2.0/networks?id=aea097be-4d5e-4757-b2e3-2b4db907e9bb HTTP/1.1" status: 200 len: 913 time: 0.3792348 Aug 19 13:18:08.688582 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-a0074e54-3972-43aa-bc93-4465d1ec2505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:08.698522 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-692274f7-16e4-4f71-aa33-4cc08b3b48be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:08.715765 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-97e36ddc-f10a-48cd-8432-f544318e6d4b None None] For port 0792931f-613d-4ce2-bb5a-b200b692f2aa, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=0792931f-613d-4ce2-bb5a-b200b692f2aa,segment=NetworkSegment(90421173-4c87-4703-8352-28d212449c81),segment_id=90421173-4c87-4703-8352-28d212449c81)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:18:08.725202 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-97e36ddc-f10a-48cd-8432-f544318e6d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:08.726853 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:08.752164 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-18357666-0f11-4c39-a4df-80cda2ef95a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8006181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7963014'] for router, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:08.821105 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e36ddc-f10a-48cd-8432-f544318e6d4b None None] Pushing event updated for resources: {'Port': ['ID=0792931f-613d-4ce2-bb5a-b200b692f2aa,revision_number=3']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:08.829323 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-97e36ddc-f10a-48cd-8432-f544318e6d4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:08.829551 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-f6184cd1-6cbf-499b-8e98-68695bde0f68 req-395ecb5d-e666-44b4-865d-3a434a7f4d0e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd8fd633-5a76-44e3-a3cd-61c2425fda3b HTTP/1.1" status: 200 len: 217 time: 0.1326673 Aug 19 13:18:08.832161 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0074e54-3972-43aa-bc93-4465d1ec2505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f31ecf5-de07-46c1-af28-1a069518a02e,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:08.836136 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-a0074e54-3972-43aa-bc93-4465d1ec2505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:08.880945 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc9aa5-307e-425b-b625-afd53094da55 req-3518dbbb-e2dc-471d-8663-f505baed54bf tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:08.881298 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-a0074e54-3972-43aa-bc93-4465d1ec2505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:08.884980 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-a0074e54-3972-43aa-bc93-4465d1ec2505 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0f31ecf5-de07-46c1-af28-1a069518a02e HTTP/1.1" status: 204 len: 168 time: 0.7799191 Aug 19 13:18:08.885146 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-8cfc9aa5-307e-425b-b625-afd53094da55 req-3518dbbb-e2dc-471d-8663-f505baed54bf tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e533390-a5ce-43b2-a6bd-1cbc0ce982f7 HTTP/1.1" status: 200 len: 943 time: 0.5597172 Aug 19 13:18:08.887291 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a4848c2d-af31-4f67-853c-a98bba720c69 req-0b0a7617-c567-45a5-83fe-a56f8c44abd8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32cab71e-8ad3-4243-a1ad-124b87187bc9 HTTP/1.1" status: 200 len: 1002 time: 0.2204146 Aug 19 13:18:08.919183 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6184cd1-6cbf-499b-8e98-68695bde0f68 req-44fa1f72-403d-41ba-9f06-e8f605e62145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:08.921576 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-f6184cd1-6cbf-499b-8e98-68695bde0f68 req-44fa1f72-403d-41ba-9f06-e8f605e62145 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33 HTTP/1.1" status: 200 len: 850 time: 0.0819962 Aug 19 13:18:09.023470 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6184cd1-6cbf-499b-8e98-68695bde0f68 req-26363033-23f1-4a0e-8f89-cfc02e8f2f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:09.025666 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-f6184cd1-6cbf-499b-8e98-68695bde0f68 req-26363033-23f1-4a0e-8f89-cfc02e8f2f37 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=aea097be-4d5e-4757-b2e3-2b4db907e9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0940871 Aug 19 13:18:09.069089 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-75ded2b7-a368-43fd-b1a9-1b0216c2410b None None] Provisioning complete for port 0792931f-613d-4ce2-bb5a-b200b692f2aa triggered by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:18:09.069577 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-75ded2b7-a368-43fd-b1a9-1b0216c2410b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:09.090492 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4848c2d-af31-4f67-853c-a98bba720c69 req-9ba49d4c-00c7-48fb-9510-c5e263e3553b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:09.092128 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a4848c2d-af31-4f67-853c-a98bba720c69 req-9ba49d4c-00c7-48fb-9510-c5e263e3553b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33 HTTP/1.1" status: 200 len: 850 time: 0.1766174 Aug 19 13:18:09.105099 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-8cfc9aa5-307e-425b-b625-afd53094da55 req-8556c1db-ec20-42a1-890c-af46ef9fb726 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/security-groups?id=1946f9e0-ba7a-45b8-a77c-830f23fb650d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2058558 Aug 19 13:18:09.178968 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-f6184cd1-6cbf-499b-8e98-68695bde0f68 req-98570a58-04b8-4a53-b3d5-0a2961887d05 service neutron] 10.222.0.68 "GET /v2.0/networks/aea097be-4d5e-4757-b2e3-2b4db907e9bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444016 Aug 19 13:18:09.235324 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18357666-0f11-4c39-a4df-80cda2ef95a9 admin admin] Router 2bbb29a1-7b93-467e-abf5-d569ea4aa9ac is scheduled to L3 agent bb0205a6-735d-4789-b813-02600d36e527 with binding_index 1 {{(pid=79299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 19 13:18:09.246225 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4848c2d-af31-4f67-853c-a98bba720c69 req-f47d0ddf-8178-485d-9d89-17d8fb5c0fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:09.247940 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a4848c2d-af31-4f67-853c-a98bba720c69 req-f47d0ddf-8178-485d-9d89-17d8fb5c0fbb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=aea097be-4d5e-4757-b2e3-2b4db907e9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1271648 Aug 19 13:18:09.304845 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 60080) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:18:09.334128 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-f6184cd1-6cbf-499b-8e98-68695bde0f68 req-1a380062-d82b-4a04-8ceb-2eadf8088bac service neutron] 10.222.0.68 "GET /v2.0/networks/aea097be-4d5e-4757-b2e3-2b4db907e9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470420 Aug 19 13:18:09.406147 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-bb34e50a-694d-4a63-b537-79fd7d0de0b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:09.459035 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-bb34e50a-694d-4a63-b537-79fd7d0de0b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:18:09.478534 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-bb34e50a-694d-4a63-b537-79fd7d0de0b7 admin admin] Usage tracker for resource:security_group_rule and tenant:dffab284a8af46a98930a77e1639c133 is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:18:09.530782 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-bb34e50a-694d-4a63-b537-79fd7d0de0b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:18:09.546627 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-bb34e50a-694d-4a63-b537-79fd7d0de0b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:18:09.587477 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a4848c2d-af31-4f67-853c-a98bba720c69 req-cacd0838-4931-45c7-9571-8c063609f897 service neutron] 10.222.0.68 "GET /v2.0/networks/aea097be-4d5e-4757-b2e3-2b4db907e9bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816734 Aug 19 13:18:09.599651 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18357666-0f11-4c39-a4df-80cda2ef95a9 admin admin] Notify agent at l3_agent.dv-cinder-805144-1-iscsi the message routers_updated {{(pid=79299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 19 13:18:09.609811 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a919e4b-6852-4eb4-979c-f567ac4ddca7 None None] Sync routers for ids ['2bbb29a1-7b93-467e-abf5-d569ea4aa9ac'] in dv-cinder-805144-1-iscsi {{(pid=79301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:18:09.619103 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a919e4b-6852-4eb4-979c-f567ac4ddca7 None None] Routers {'2bbb29a1-7b93-467e-abf5-d569ea4aa9ac'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:18:09.619767 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-5a919e4b-6852-4eb4-979c-f567ac4ddca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:18:01Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['2bbb29a1-7b93-467e-abf5-d569ea4aa9ac'], 'active': True} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:18:09.742127 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-18357666-0f11-4c39-a4df-80cda2ef95a9 admin admin] Notify callbacks [] for router, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:09.745891 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-18357666-0f11-4c39-a4df-80cda2ef95a9 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.2970209 Aug 19 13:18:09.746660 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 60084) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:18:09.817019 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a4848c2d-af31-4f67-853c-a98bba720c69 req-94e208a5-581a-4f71-8587-830cbb461605 service neutron] 10.222.0.68 "GET /v2.0/networks/aea097be-4d5e-4757-b2e3-2b4db907e9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136297 Aug 19 13:18:09.850386 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvr_db [None req-5a919e4b-6852-4eb4-979c-f567ac4ddca7 None None] Set router 2bbb29a1-7b93-467e-abf5-d569ea4aa9ac gateway port host: dv-cinder-805144-1-iscsi {{(pid=79301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:18:09.859133 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-bb34e50a-694d-4a63-b537-79fd7d0de0b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:09.864497 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-bb34e50a-694d-4a63-b537-79fd7d0de0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:09.880964 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-94ea73cc-98d5-47cd-88e4-9ce8d793c88c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:09.901419 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 0792931f-613d-4ce2-bb5a-b200b692f2aa up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:18:09.940127 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-bb34e50a-694d-4a63-b537-79fd7d0de0b7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dffab284a8af46a98930a77e1639c133&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6324468 Aug 19 13:18:09.944467 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 60088) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:18:09.961529 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb34e50a-694d-4a63-b537-79fd7d0de0b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=724d0532-3b14-413a-b447-cf82a27c3725,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:09.964779 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-bb34e50a-694d-4a63-b537-79fd7d0de0b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:10.027631 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-85c8409f-44ee-4cd8-b7f5-bfbfe89f9cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:10.059692 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-85c8409f-44ee-4cd8-b7f5-bfbfe89f9cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:10.139130 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-85c8409f-44ee-4cd8-b7f5-bfbfe89f9cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:10.148432 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-9420f337-e4b4-4850-a20a-9e022b2666e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:10.160128 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning complete for port 0792931f-613d-4ce2-bb5a-b200b692f2aa triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:18:10.160758 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:10.168451 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-85c8409f-44ee-4cd8-b7f5-bfbfe89f9cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:10.175292 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-85c8409f-44ee-4cd8-b7f5-bfbfe89f9cbd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/724d0532-3b14-413a-b447-cf82a27c3725 HTTP/1.1" status: 204 len: 168 time: 0.2297807 Aug 19 13:18:10.178480 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c8409f-44ee-4cd8-b7f5-bfbfe89f9cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=724d0532-3b14-413a-b447-cf82a27c3725,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:10.181802 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-85c8409f-44ee-4cd8-b7f5-bfbfe89f9cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:10.383790 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-5a919e4b-6852-4eb4-979c-f567ac4ddca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bbb29a1-7b93-467e-abf5-d569ea4aa9ac', 'name': 'tempest-TestShelveInstance-1504471799-router', 'tenant_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '4c3cd6b1-4fbb-49d2-9e0f-066dafd831c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:18:05Z', 'updated_at': '2021-08-19T13:18:07Z', 'revision_number': 3, 'project_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'gw_port': {'id': '4c3cd6b1-4fbb-49d2-9e0f-066dafd831c5', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bbb29a1-7b93-467e-abf5-d569ea4aa9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:18:06Z', 'updated_at': '2021-08-19T13:18:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi'}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:18:10.389869 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a919e4b-6852-4eb4-979c-f567ac4ddca7 None None] Checking router: 2bbb29a1-7b93-467e-abf5-d569ea4aa9ac for host: dv-cinder-805144-1-iscsi {{(pid=79301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:18:10.390321 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a919e4b-6852-4eb4-979c-f567ac4ddca7 None None] Updating router 2bbb29a1-7b93-467e-abf5-d569ea4aa9ac port 4c3cd6b1-4fbb-49d2-9e0f-066dafd831c5 binding host dv-cinder-805144-1-iscsi {{(pid=79301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:18:10.453362 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-5a919e4b-6852-4eb4-979c-f567ac4ddca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:10.510582 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9720fe-37e2-4c24-9972-334230cddcdf req-d9d429d6-ef76-4698-b2a7-2be5b8a3294d tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:10.512227 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-3a9720fe-37e2-4c24-9972-334230cddcdf req-d9d429d6-ef76-4698-b2a7-2be5b8a3294d tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e533390-a5ce-43b2-a6bd-1cbc0ce982f7 HTTP/1.1" status: 200 len: 943 time: 0.2399170 Aug 19 13:18:10.615019 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-3a9720fe-37e2-4c24-9972-334230cddcdf req-88521fb2-42e2-43df-9904-a0238d01b141 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/security-groups?id=1946f9e0-ba7a-45b8-a77c-830f23fb650d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961633 Aug 19 13:18:10.623260 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 60098) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:18:10.650634 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-cfafaeab-1a83-43d1-8a1f-216bcbc859de admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:10.672405 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-cfafaeab-1a83-43d1-8a1f-216bcbc859de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:18:10.676907 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-cfafaeab-1a83-43d1-8a1f-216bcbc859de admin admin] Usage tracker for resource:security_group_rule and tenant:5f9df44373674b9f8f6b77f315e0d874 is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:18:10.680469 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-cfafaeab-1a83-43d1-8a1f-216bcbc859de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:18:10.688529 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-cfafaeab-1a83-43d1-8a1f-216bcbc859de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:18:10.802328 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-cfafaeab-1a83-43d1-8a1f-216bcbc859de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:10.809134 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-cfafaeab-1a83-43d1-8a1f-216bcbc859de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:10.837920 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-bb34e50a-694d-4a63-b537-79fd7d0de0b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:10.846343 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-8e8edced-6255-4a87-855f-112158d89bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:10.848027 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-cfafaeab-1a83-43d1-8a1f-216bcbc859de admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5f9df44373674b9f8f6b77f315e0d874&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2228580 Aug 19 13:18:10.850723 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 60102) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:18:10.894174 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfafaeab-1a83-43d1-8a1f-216bcbc859de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96296e70-0c76-4ebb-bf3b-15c3d2d814e1,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:10.899432 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-cfafaeab-1a83-43d1-8a1f-216bcbc859de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:10.912881 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-5a919e4b-6852-4eb4-979c-f567ac4ddca7 None None] Notify callbacks [] for port, precommit_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:10.929543 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-5a919e4b-6852-4eb4-979c-f567ac4ddca7 None None] Transition to ACTIVE for port object 4c3cd6b1-4fbb-49d2-9e0f-066dafd831c5 will not be triggered until provisioned by entity L2. {{(pid=79301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:18:10.938025 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-5a919e4b-6852-4eb4-979c-f567ac4ddca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:10.942640 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e9e4-b8e1-4052-b769-4deffcd750a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:10.947073 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:10.973227 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e9e4-b8e1-4052-b769-4deffcd750a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:11.045228 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b9c88-d081-48d9-adc2-ae5b97f851d5 None None] Pushing event updated for resources: {'Port': ['ID=4c3cd6b1-4fbb-49d2-9e0f-066dafd831c5,revision_number=2']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:11.049854 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e9e4-b8e1-4052-b769-4deffcd750a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:11.050075 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-432b9c88-d081-48d9-adc2-ae5b97f851d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:11.055594 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-5a919e4b-6852-4eb4-979c-f567ac4ddca7 None None] Attempting to bind port 4c3cd6b1-4fbb-49d2-9e0f-066dafd831c5 on host dv-cinder-805144-1-iscsi for vnic_type normal with profile {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:18:11.055594 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-5a919e4b-6852-4eb4-979c-f567ac4ddca7 None None] Attempting to bind port 4c3cd6b1-4fbb-49d2-9e0f-066dafd831c5 by drivers openvswitch,hyperv on host dv-cinder-805144-1-iscsi at level 0 using segments [{'id': '20104d1f-9cfe-4c86-a938-6570a8b83d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01c0c460-8075-482b-8652-00d44202fadb'}] {{(pid=79301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:18:11.055594 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a919e4b-6852-4eb4-979c-f567ac4ddca7 None None] Attempting to bind port 4c3cd6b1-4fbb-49d2-9e0f-066dafd831c5 on network 01c0c460-8075-482b-8652-00d44202fadb {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:18:11.057729 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-8df544f2-417a-445f-961a-a93f94397962 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:11.058522 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a919e4b-6852-4eb4-979c-f567ac4ddca7 None None] Checking agent: {'id': '22cf82ff-da15-404e-8075-dce9686ce61b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805144-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 13, 0, 29), 'started_at': datetime.datetime(2021, 8, 19, 13, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805144-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 19 13:18:11.058913 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a919e4b-6852-4eb4-979c-f567ac4ddca7 None None] Checking segment: {'id': '20104d1f-9cfe-4c86-a938-6570a8b83d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01c0c460-8075-482b-8652-00d44202fadb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:18:11.059327 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-5a919e4b-6852-4eb4-979c-f567ac4ddca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:11.061593 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a919e4b-6852-4eb4-979c-f567ac4ddca7 None None] Bound using segment: {'id': '20104d1f-9cfe-4c86-a938-6570a8b83d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01c0c460-8075-482b-8652-00d44202fadb'} {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 19 13:18:11.061593 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-5a919e4b-6852-4eb4-979c-f567ac4ddca7 None None] Bound port: 4c3cd6b1-4fbb-49d2-9e0f-066dafd831c5, host: dv-cinder-805144-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20104d1f-9cfe-4c86-a938-6570a8b83d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01c0c460-8075-482b-8652-00d44202fadb'}}] {{(pid=79301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:18:11.061593 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-5a919e4b-6852-4eb4-979c-f567ac4ddca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:11.075296 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb0e9e4-b8e1-4052-b769-4deffcd750a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96296e70-0c76-4ebb-bf3b-15c3d2d814e1,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:11.078604 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-2cb0e9e4-b8e1-4052-b769-4deffcd750a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:11.083022 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e9e4-b8e1-4052-b769-4deffcd750a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:11.084186 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-2cb0e9e4-b8e1-4052-b769-4deffcd750a4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/96296e70-0c76-4ebb-bf3b-15c3d2d814e1 HTTP/1.1" status: 204 len: 168 time: 0.2323515 Aug 19 13:18:11.105897 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.db_base_plugin_common [None req-8e8edced-6255-4a87-855f-112158d89bbd admin admin] Allocated IP 172.20.0.1 (18957569-bff9-4463-ad8f-63925cd4ecba/d90545c0-2b0b-4da4-8114-7713257965e4/d03d8337-1948-4e05-a894-6ef4cc753e69) {{(pid=79300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:18:11.181857 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-5a919e4b-6852-4eb4-979c-f567ac4ddca7 None None] For port 4c3cd6b1-4fbb-49d2-9e0f-066dafd831c5, host dv-cinder-805144-1-iscsi, cleared binding levels {{(pid=79301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 19 13:18:11.186582 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-5a919e4b-6852-4eb4-979c-f567ac4ddca7 None None] For port 4c3cd6b1-4fbb-49d2-9e0f-066dafd831c5, host dv-cinder-805144-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=4c3cd6b1-4fbb-49d2-9e0f-066dafd831c5,segment=NetworkSegment(20104d1f-9cfe-4c86-a938-6570a8b83d9b),segment_id=20104d1f-9cfe-4c86-a938-6570a8b83d9b)] {{(pid=79301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 19 13:18:11.191947 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-5a919e4b-6852-4eb4-979c-f567ac4ddca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:11.202124 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-e1ea67e0-8405-46fc-b1db-2bba850a9735 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:11.292494 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-8e8edced-6255-4a87-855f-112158d89bbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:11.303175 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a919e4b-6852-4eb4-979c-f567ac4ddca7 None None] Routers {'2bbb29a1-7b93-467e-abf5-d569ea4aa9ac'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:18:11.303855 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-5a919e4b-6852-4eb4-979c-f567ac4ddca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:18:01Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['2bbb29a1-7b93-467e-abf5-d569ea4aa9ac'], 'active': True} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:18:11.310721 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.provisioning_blocks [None req-8e8edced-6255-4a87-855f-112158d89bbd admin admin] Transition to ACTIVE for port object d03d8337-1948-4e05-a894-6ef4cc753e69 will not be triggered until provisioned by entity DHCP. {{(pid=79300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:18:11.343056 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-8e8edced-6255-4a87-855f-112158d89bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202527'] for port, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:11.350003 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:11.374996 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b9c88-d081-48d9-adc2-ae5b97f851d5 None None] Pushing event updated for resources: {'Port': ['ID=4c3cd6b1-4fbb-49d2-9e0f-066dafd831c5,revision_number=3']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:11.378191 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-432b9c88-d081-48d9-adc2-ae5b97f851d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:11.422757 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8edced-6255-4a87-855f-112158d89bbd admin admin] Network 18957569-bff9-4463-ad8f-63925cd4ecba is already hosted by enough agents. {{(pid=79300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:18:11.426171 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.base_scheduler [None req-8e8edced-6255-4a87-855f-112158d89bbd admin admin] Resources bound (agent type, host, resource id): {{(pid=79300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:18:11.430316 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8edced-6255-4a87-855f-112158d89bbd admin admin] Received port after_create {{(pid=79300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:18:11.462992 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8edced-6255-4a87-855f-112158d89bbd admin admin] Pushing event updated for resources: {'Port': ['ID=d03d8337-1948-4e05-a894-6ef4cc753e69,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:11.470740 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-8e8edced-6255-4a87-855f-112158d89bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:11.499429 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-8e8edced-6255-4a87-855f-112158d89bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8000067'] for router_interface, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:11.558208 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvr_db [None req-5a919e4b-6852-4eb4-979c-f567ac4ddca7 None None] Set router 2bbb29a1-7b93-467e-abf5-d569ea4aa9ac gateway port host: dv-cinder-805144-1-iscsi {{(pid=79301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:18:11.827008 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-2050983d-e62f-4092-bf32-732e2f876b1f None None] Provisioning for port d03d8337-1948-4e05-a894-6ef4cc753e69 completed by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:18:11.836059 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-2050983d-e62f-4092-bf32-732e2f876b1f None None] Provisioning complete for port d03d8337-1948-4e05-a894-6ef4cc753e69 triggered by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:18:11.836545 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-2050983d-e62f-4092-bf32-732e2f876b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:11.879805 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-8e8edced-6255-4a87-855f-112158d89bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:11.960105 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-2050983d-e62f-4092-bf32-732e2f876b1f None None] Port d03d8337-1948-4e05-a894-6ef4cc753e69 cannot update to ACTIVE because it is not bound. {{(pid=79301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:18:11.994930 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167007c0-e37a-484e-8743-9f1ff26dbeab req-52a3eee1-7be4-42a6-bfd5-a87959f360b0 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:11.999428 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-167007c0-e37a-484e-8743-9f1ff26dbeab req-52a3eee1-7be4-42a6-bfd5-a87959f360b0 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e533390-a5ce-43b2-a6bd-1cbc0ce982f7 HTTP/1.1" status: 200 len: 943 time: 0.1948233 Aug 19 13:18:12.054541 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-5a919e4b-6852-4eb4-979c-f567ac4ddca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bbb29a1-7b93-467e-abf5-d569ea4aa9ac', 'name': 'tempest-TestShelveInstance-1504471799-router', 'tenant_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '4c3cd6b1-4fbb-49d2-9e0f-066dafd831c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:18:05Z', 'updated_at': '2021-08-19T13:18:07Z', 'revision_number': 3, 'project_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'gw_port': {'id': '4c3cd6b1-4fbb-49d2-9e0f-066dafd831c5', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bbb29a1-7b93-467e-abf5-d569ea4aa9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:18:06Z', 'updated_at': '2021-08-19T13:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi'}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:18:12.062109 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a919e4b-6852-4eb4-979c-f567ac4ddca7 None None] The sync data for ids ['2bbb29a1-7b93-467e-abf5-d569ea4aa9ac'] in dv-cinder-805144-1-iscsi is: [{'id': '2bbb29a1-7b93-467e-abf5-d569ea4aa9ac', 'name': 'tempest-TestShelveInstance-1504471799-router', 'tenant_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '4c3cd6b1-4fbb-49d2-9e0f-066dafd831c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:18:05Z', 'updated_at': '2021-08-19T13:18:07Z', 'revision_number': 3, 'project_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'gw_port': {'id': '4c3cd6b1-4fbb-49d2-9e0f-066dafd831c5', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bbb29a1-7b93-467e-abf5-d569ea4aa9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:18:06Z', 'updated_at': '2021-08-19T13:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi'}] {{(pid=79301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:18:12.091190 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-167007c0-e37a-484e-8743-9f1ff26dbeab req-38d6e60c-d316-438d-aa67-b491ba8e899e tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/security-groups?id=1946f9e0-ba7a-45b8-a77c-830f23fb650d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810163 Aug 19 13:18:12.219673 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-8e8edced-6255-4a87-855f-112158d89bbd admin admin] Notify callbacks [] for port, precommit_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:12.225923 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-8e8edced-6255-4a87-855f-112158d89bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6202502'] for port, after_update {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:12.254393 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-5e0b7c71-4b22-41bc-9d36-f1839596119b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:12.354434 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8edced-6255-4a87-855f-112158d89bbd admin admin] Pushing event updated for resources: {'Port': ['ID=d03d8337-1948-4e05-a894-6ef4cc753e69,revision_number=2']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:12.354578 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-8e8edced-6255-4a87-855f-112158d89bbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7886331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8000044'] for router_interface, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:12.360305 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-8e8edced-6255-4a87-855f-112158d89bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:12.534692 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8edced-6255-4a87-855f-112158d89bbd admin admin] Network 18957569-bff9-4463-ad8f-63925cd4ecba is already hosted by enough agents. {{(pid=79300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:18:12.536368 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.base_scheduler [None req-8e8edced-6255-4a87-855f-112158d89bbd admin admin] Resources bound (agent type, host, resource id): {{(pid=79300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:18:12.775051 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e8edced-6255-4a87-855f-112158d89bbd admin admin] Router 2bbb29a1-7b93-467e-abf5-d569ea4aa9ac has already been hosted by L3 agent bb0205a6-735d-4789-b813-02600d36e527 {{(pid=79300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 19 13:18:12.891170 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-9d6e9442-eb4b-40e0-89fb-a74f827c8ab8 None None] Provisioning complete for port d03d8337-1948-4e05-a894-6ef4cc753e69 triggered by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:18:12.892414 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-9d6e9442-eb4b-40e0-89fb-a74f827c8ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:12.965883 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-9d6e9442-eb4b-40e0-89fb-a74f827c8ab8 None None] Port d03d8337-1948-4e05-a894-6ef4cc753e69 cannot update to ACTIVE because it is not bound. {{(pid=79301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:18:13.124631 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e8edced-6255-4a87-855f-112158d89bbd admin admin] Notify agent at l3_agent.dv-cinder-805144-1-iscsi the message routers_updated {{(pid=79300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 19 13:18:13.136195 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-8e8edced-6255-4a87-855f-112158d89bbd admin admin] 10.222.0.49 "PUT /v2.0/routers/2bbb29a1-7b93-467e-abf5-d569ea4aa9ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3875663 Aug 19 13:18:13.336053 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7fd7f-5144-4b09-8ac3-f424f23a7734 req-3dcdf272-241f-46f6-bdf1-856a481c2585 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:13.337642 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-74c7fd7f-5144-4b09-8ac3-f424f23a7734 req-3dcdf272-241f-46f6-bdf1-856a481c2585 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e533390-a5ce-43b2-a6bd-1cbc0ce982f7 HTTP/1.1" status: 200 len: 943 time: 0.1140463 Aug 19 13:18:13.392783 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-74c7fd7f-5144-4b09-8ac3-f424f23a7734 req-9cfbb2b5-aafa-4f00-854b-4e8308dc7670 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/security-groups?id=1946f9e0-ba7a-45b8-a77c-830f23fb650d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458062 Aug 19 13:18:13.914463 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 4c3cd6b1-4fbb-49d2-9e0f-066dafd831c5 up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:18:13.944282 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 60192) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:18:13.947402 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210ad215-41b0-4d1a-93ba-de5d50ea2a8e None None] Sync routers for ids ['2bbb29a1-7b93-467e-abf5-d569ea4aa9ac'] in dv-cinder-805144-1-iscsi {{(pid=79302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:18:13.951195 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-9f3697a9-0cae-4f8a-a179-51197ece9f00 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-280301489-network', 'tenant_id': '35f11dea68ab4c8d8fcf8ac0c9b6ceba'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:18:13.956259 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-9f3697a9-0cae-4f8a-a179-51197ece9f00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:18:13.960970 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-9f3697a9-0cae-4f8a-a179-51197ece9f00 admin admin] Usage tracker for resource:network and tenant:35f11dea68ab4c8d8fcf8ac0c9b6ceba is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:18:13.962130 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210ad215-41b0-4d1a-93ba-de5d50ea2a8e None None] Routers {'2bbb29a1-7b93-467e-abf5-d569ea4aa9ac'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:18:13.964128 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-210ad215-41b0-4d1a-93ba-de5d50ea2a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:18:01Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['2bbb29a1-7b93-467e-abf5-d569ea4aa9ac'], 'active': True} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:18:13.964355 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-9f3697a9-0cae-4f8a-a179-51197ece9f00 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:18:13.974074 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-9f3697a9-0cae-4f8a-a179-51197ece9f00 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:18:13.985562 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3697a9-0cae-4f8a-a179-51197ece9f00 admin admin] Made reservation on behalf of 35f11dea68ab4c8d8fcf8ac0c9b6ceba for: {'network': 1} {{(pid=79299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:18:13.988165 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-9f3697a9-0cae-4f8a-a179-51197ece9f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for network, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:14.001126 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning for port 4c3cd6b1-4fbb-49d2-9e0f-066dafd831c5 completed by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:18:14.005184 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-9f3697a9-0cae-4f8a-a179-51197ece9f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:14.007603 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning complete for port 4c3cd6b1-4fbb-49d2-9e0f-066dafd831c5 triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:18:14.008029 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:14.025585 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-9f3697a9-0cae-4f8a-a179-51197ece9f00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:18:14.031661 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-9f3697a9-0cae-4f8a-a179-51197ece9f00 admin admin] Usage tracker for resource:security_group_rule and tenant:35f11dea68ab4c8d8fcf8ac0c9b6ceba is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:18:14.036059 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-9f3697a9-0cae-4f8a-a179-51197ece9f00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:18:14.049157 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-9f3697a9-0cae-4f8a-a179-51197ece9f00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:18:14.173957 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:14.195845 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] For port 4c3cd6b1-4fbb-49d2-9e0f-066dafd831c5, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=4c3cd6b1-4fbb-49d2-9e0f-066dafd831c5,segment=NetworkSegment(20104d1f-9cfe-4c86-a938-6570a8b83d9b),segment_id=20104d1f-9cfe-4c86-a938-6570a8b83d9b)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:18:14.203813 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:14.204325 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvr_db [None req-210ad215-41b0-4d1a-93ba-de5d50ea2a8e None None] Set router 2bbb29a1-7b93-467e-abf5-d569ea4aa9ac gateway port host: dv-cinder-805144-1-iscsi {{(pid=79302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:18:14.206172 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-c7ddb075-6a7c-4e34-a898-7de039624845 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:14.312828 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Pushing event updated for resources: {'Port': ['ID=4c3cd6b1-4fbb-49d2-9e0f-066dafd831c5,revision_number=4']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:14.316715 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:14.324529 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-9f3697a9-0cae-4f8a-a179-51197ece9f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:14.329811 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-9f3697a9-0cae-4f8a-a179-51197ece9f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:14.343062 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-2cb0e9e4-b8e1-4052-b769-4deffcd750a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:14.354059 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f3697a9-0cae-4f8a-a179-51197ece9f00 admin admin] vlan segment allocate from pool success with {'vlan_id': 1040, 'physical_network': 'physnet1'} {{(pid=79299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:18:14.369645 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 60198) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:18:14.379322 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-9f3697a9-0cae-4f8a-a179-51197ece9f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910984'] for segment, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:14.379715 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.db.segments_db [None req-9f3697a9-0cae-4f8a-a179-51197ece9f00 admin admin] Added segment 03094377-e52d-4fb2-8182-366b4cb77dee of type vlan for network 743d9cd2-3fb7-4d4e-85af-b3061b7e53c2 Aug 19 13:18:14.381204 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3697a9-0cae-4f8a-a179-51197ece9f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61777713-7dc9-460e-b26e-fec4848a4137,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:14.388783 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-9f3697a9-0cae-4f8a-a179-51197ece9f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:14.418569 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-9f3697a9-0cae-4f8a-a179-51197ece9f00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734197367691'] for network, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:14.459518 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-9f3697a9-0cae-4f8a-a179-51197ece9f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217'] for network, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:14.461835 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3697a9-0cae-4f8a-a179-51197ece9f00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:14.462613 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-9f3697a9-0cae-4f8a-a179-51197ece9f00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for network, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:14.478337 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:14.568415 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-eea47273-2651-40a6-bbb8-b9a103e4f39a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:14.590189 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-eea47273-2651-40a6-bbb8-b9a103e4f39a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:18:14.596666 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-eea47273-2651-40a6-bbb8-b9a103e4f39a admin admin] Usage tracker for resource:security_group_rule and tenant:5dc6c9d8b2d74b96acee0145d7cc0f12 is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:18:14.601758 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-eea47273-2651-40a6-bbb8-b9a103e4f39a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:18:14.616365 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-eea47273-2651-40a6-bbb8-b9a103e4f39a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:18:14.652390 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-9f3697a9-0cae-4f8a-a179-51197ece9f00 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7066736 Aug 19 13:18:14.658262 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 60206) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:18:14.661403 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-210ad215-41b0-4d1a-93ba-de5d50ea2a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bbb29a1-7b93-467e-abf5-d569ea4aa9ac', 'name': 'tempest-TestShelveInstance-1504471799-router', 'tenant_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '4c3cd6b1-4fbb-49d2-9e0f-066dafd831c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:18:05Z', 'updated_at': '2021-08-19T13:18:11Z', 'revision_number': 4, 'project_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'gw_port': {'id': '4c3cd6b1-4fbb-49d2-9e0f-066dafd831c5', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bbb29a1-7b93-467e-abf5-d569ea4aa9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:18:06Z', 'updated_at': '2021-08-19T13:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': 'd03d8337-1948-4e05-a894-6ef4cc753e69', 'name': '', 'network_id': '18957569-bff9-4463-ad8f-63925cd4ecba', 'tenant_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'mac_address': 'fa:16:3e:84:d8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bbb29a1-7b93-467e-abf5-d569ea4aa9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd90545c0-2b0b-4da4-8114-7713257965e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:18:10Z', 'updated_at': '2021-08-19T13:18:11Z', 'revision_number': 2, 'project_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'subnets': [{'id': 'd90545c0-2b0b-4da4-8114-7713257965e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:18:14.667721 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [None req-975ad8ec-73f8-452d-b035-87c003941fc1 admin admin] Request body: {'subnet': {'network_id': '743d9cd2-3fb7-4d4e-85af-b3061b7e53c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-280301489-subnet', 'tenant_id': '35f11dea68ab4c8d8fcf8ac0c9b6ceba', 'ip_version': 4}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:18:14.668026 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210ad215-41b0-4d1a-93ba-de5d50ea2a8e None None] Checking router: 2bbb29a1-7b93-467e-abf5-d569ea4aa9ac for host: dv-cinder-805144-1-iscsi {{(pid=79302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:18:14.668257 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210ad215-41b0-4d1a-93ba-de5d50ea2a8e None None] Updating router 2bbb29a1-7b93-467e-abf5-d569ea4aa9ac port d03d8337-1948-4e05-a894-6ef4cc753e69 binding host dv-cinder-805144-1-iscsi {{(pid=79302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:18:14.676701 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-975ad8ec-73f8-452d-b035-87c003941fc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:18:14.688534 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-975ad8ec-73f8-452d-b035-87c003941fc1 admin admin] Usage tracker for resource:subnet and tenant:35f11dea68ab4c8d8fcf8ac0c9b6ceba is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:18:14.691909 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3697a9-0cae-4f8a-a179-51197ece9f00 admin admin] Pushing event updated for resources: {'Network': ['ID=743d9cd2-3fb7-4d4e-85af-b3061b7e53c2,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:14.693394 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-975ad8ec-73f8-452d-b035-87c003941fc1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:18:14.696941 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-9f3697a9-0cae-4f8a-a179-51197ece9f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:14.705792 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-975ad8ec-73f8-452d-b035-87c003941fc1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:18:14.712507 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Network 743d9cd2-3fb7-4d4e-85af-b3061b7e53c2 details requested by agent ovs-agent-dv-cinder-805144-1-iscsi with host dv-cinder-805144-1-iscsi {{(pid=79301) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 19 13:18:14.732539 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee589b8-1cf2-4f61-99b8-e061bb40af9e req-247a3a04-d2e7-4a9b-9398-39b53e01ca44 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:14.733023 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975ad8ec-73f8-452d-b035-87c003941fc1 admin admin] Made reservation on behalf of 35f11dea68ab4c8d8fcf8ac0c9b6ceba for: {'subnet': 1} {{(pid=79300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:18:14.734576 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-1ee589b8-1cf2-4f61-99b8-e061bb40af9e req-247a3a04-d2e7-4a9b-9398-39b53e01ca44 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e533390-a5ce-43b2-a6bd-1cbc0ce982f7 HTTP/1.1" status: 200 len: 943 time: 0.1431584 Aug 19 13:18:14.751780 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-975ad8ec-73f8-452d-b035-87c003941fc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7374829'] for subnet, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:14.760626 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-210ad215-41b0-4d1a-93ba-de5d50ea2a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:14.797606 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-1ee589b8-1cf2-4f61-99b8-e061bb40af9e req-c0fa08c7-1feb-4f5e-bc67-30880b42c0b7 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/security-groups?id=1946f9e0-ba7a-45b8-a77c-830f23fb650d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547354 Aug 19 13:18:14.924174 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-eea47273-2651-40a6-bbb8-b9a103e4f39a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:14.932726 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-eea47273-2651-40a6-bbb8-b9a103e4f39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:14.944831 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-c686f0bb-7e84-4e58-bf54-450610cce3dd tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:14.997922 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-eea47273-2651-40a6-bbb8-b9a103e4f39a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5dc6c9d8b2d74b96acee0145d7cc0f12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6257749 Aug 19 13:18:15.000954 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea47273-2651-40a6-bbb8-b9a103e4f39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c82763e-a6d5-4a37-acaf-0353fe8d96eb,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:15.002442 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 60210) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:18:15.004538 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-eea47273-2651-40a6-bbb8-b9a103e4f39a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:15.084556 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-247cb771-29f6-4b0c-a927-78f72eae3161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:15.118927 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-247cb771-29f6-4b0c-a927-78f72eae3161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:15.135794 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-975ad8ec-73f8-452d-b035-87c003941fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7374751'] for subnet, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:15.141118 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:15.196989 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-247cb771-29f6-4b0c-a927-78f72eae3161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:15.205907 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-016f0bdb-41d1-4c0d-8f4d-8bd5d86684a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:15.209752 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-210ad215-41b0-4d1a-93ba-de5d50ea2a8e None None] Notify callbacks [] for port, precommit_update {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:15.221470 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ad8ec-73f8-452d-b035-87c003941fc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3718d787-3f68-4cf5-b660-4c718e99382f,revision_number=0']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:15.226009 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-975ad8ec-73f8-452d-b035-87c003941fc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:15.226726 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247cb771-29f6-4b0c-a927-78f72eae3161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c82763e-a6d5-4a37-acaf-0353fe8d96eb,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:15.226959 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.provisioning_blocks [None req-210ad215-41b0-4d1a-93ba-de5d50ea2a8e None None] Transition to ACTIVE for port object d03d8337-1948-4e05-a894-6ef4cc753e69 will not be triggered until provisioned by entity L2. {{(pid=79302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:18:15.229358 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-247cb771-29f6-4b0c-a927-78f72eae3161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:15.234971 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-247cb771-29f6-4b0c-a927-78f72eae3161 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4c82763e-a6d5-4a37-acaf-0353fe8d96eb HTTP/1.1" status: 204 len: 168 time: 0.2264736 Aug 19 13:18:15.234971 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-247cb771-29f6-4b0c-a927-78f72eae3161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:15.235913 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975ad8ec-73f8-452d-b035-87c003941fc1 admin admin] Checking segment: {'id': '03094377-e52d-4fb2-8182-366b4cb77dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '743d9cd2-3fb7-4d4e-85af-b3061b7e53c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:18:15.236340 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975ad8ec-73f8-452d-b035-87c003941fc1 admin admin] Network hostable DHCP agents. Network: 743d9cd2-3fb7-4d4e-85af-b3061b7e53c2, hostable agents: ['31b92e89-357e-408d-a141-4e7242d6bd98'], hosted agents: [] {{(pid=79300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:18:15.245246 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-210ad215-41b0-4d1a-93ba-de5d50ea2a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:15.261836 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975ad8ec-73f8-452d-b035-87c003941fc1 admin admin] Network 743d9cd2-3fb7-4d4e-85af-b3061b7e53c2 is scheduled to be hosted by DHCP agent 31b92e89-357e-408d-a141-4e7242d6bd98 with binding_index 1 {{(pid=79300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:18:15.267746 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG oslo_concurrency.lockutils [None req-47fe2ff3-b350-4be7-ae1c-e1855ed5ad7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:15.275549 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.base_scheduler [None req-975ad8ec-73f8-452d-b035-87c003941fc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805144-1-iscsi, 743d9cd2-3fb7-4d4e-85af-b3061b7e53c2) {{(pid=79300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:18:15.285380 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975ad8ec-73f8-452d-b035-87c003941fc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:15.286148 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-975ad8ec-73f8-452d-b035-87c003941fc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for subnet, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:15.289413 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19758368-3e84-49b5-b50f-8f8cbc158ad8 None None] Network 743d9cd2-3fb7-4d4e-85af-b3061b7e53c2 requested from dv-cinder-805144-1-iscsi {{(pid=79301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 19 13:18:15.322976 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-975ad8ec-73f8-452d-b035-87c003941fc1 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6606407 Aug 19 13:18:15.324051 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 60216) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:18:15.331822 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-c9fa8d90-b672-4ed0-b96e-3704cdfd35f2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-280301489-router', 'tenant_id': '35f11dea68ab4c8d8fcf8ac0c9b6ceba', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb'}}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:18:15.340253 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-c9fa8d90-b672-4ed0-b96e-3704cdfd35f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:18:15.352497 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-c9fa8d90-b672-4ed0-b96e-3704cdfd35f2 admin admin] Usage tracker for resource:router and tenant:35f11dea68ab4c8d8fcf8ac0c9b6ceba is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:18:15.357522 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-c9fa8d90-b672-4ed0-b96e-3704cdfd35f2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:18:15.365659 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-c9fa8d90-b672-4ed0-b96e-3704cdfd35f2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:18:15.380995 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c9fa8d90-b672-4ed0-b96e-3704cdfd35f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8006359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14752'] for router, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:15.382684 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c9fa8d90-b672-4ed0-b96e-3704cdfd35f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8006194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7969985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8046295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14761'] for router, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:15.412646 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c9fa8d90-b672-4ed0-b96e-3704cdfd35f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:15.521160 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a4f36-9661-4231-a434-eec8212b9184 None None] Pushing event updated for resources: {'Port': ['ID=d03d8337-1948-4e05-a894-6ef4cc753e69,revision_number=3']} {{(pid=79302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:15.563936 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3a4f36-9661-4231-a434-eec8212b9184 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:15.564275 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3a4f36-9661-4231-a434-eec8212b9184 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:15.569168 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3a4f36-9661-4231-a434-eec8212b9184 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:15.569870 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3a4f36-9661-4231-a434-eec8212b9184 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:15.572063 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3a4f36-9661-4231-a434-eec8212b9184 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:15.572616 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3a4f36-9661-4231-a434-eec8212b9184 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:15.573117 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3a4f36-9661-4231-a434-eec8212b9184 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:15.573612 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3a4f36-9661-4231-a434-eec8212b9184 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:15.579348 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3a4f36-9661-4231-a434-eec8212b9184 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:15.580110 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3a4f36-9661-4231-a434-eec8212b9184 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:15.580447 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3a4f36-9661-4231-a434-eec8212b9184 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:15.580757 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3a4f36-9661-4231-a434-eec8212b9184 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:15.585096 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG oslo_concurrency.lockutils [None req-2d3a4f36-9661-4231-a434-eec8212b9184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=79302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:15.599309 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.managers [None req-210ad215-41b0-4d1a-93ba-de5d50ea2a8e None None] Attempting to bind port d03d8337-1948-4e05-a894-6ef4cc753e69 on host dv-cinder-805144-1-iscsi for vnic_type normal with profile {{(pid=79302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:18:15.600212 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.managers [None req-210ad215-41b0-4d1a-93ba-de5d50ea2a8e None None] Attempting to bind port d03d8337-1948-4e05-a894-6ef4cc753e69 by drivers openvswitch,hyperv on host dv-cinder-805144-1-iscsi at level 0 using segments [{'id': '90421173-4c87-4703-8352-28d212449c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '18957569-bff9-4463-ad8f-63925cd4ecba'}] {{(pid=79302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:18:15.600776 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210ad215-41b0-4d1a-93ba-de5d50ea2a8e None None] Attempting to bind port d03d8337-1948-4e05-a894-6ef4cc753e69 on network 18957569-bff9-4463-ad8f-63925cd4ecba {{(pid=79302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:18:15.609742 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210ad215-41b0-4d1a-93ba-de5d50ea2a8e None None] Checking agent: {'id': '22cf82ff-da15-404e-8075-dce9686ce61b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805144-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 13, 0, 29), 'started_at': datetime.datetime(2021, 8, 19, 13, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805144-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 19 13:18:15.610511 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210ad215-41b0-4d1a-93ba-de5d50ea2a8e None None] Checking segment: {'id': '90421173-4c87-4703-8352-28d212449c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '18957569-bff9-4463-ad8f-63925cd4ecba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:18:15.611371 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-210ad215-41b0-4d1a-93ba-de5d50ea2a8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:15.612240 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210ad215-41b0-4d1a-93ba-de5d50ea2a8e None None] Bound using segment: {'id': '90421173-4c87-4703-8352-28d212449c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '18957569-bff9-4463-ad8f-63925cd4ecba'} {{(pid=79302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 19 13:18:15.612841 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.managers [None req-210ad215-41b0-4d1a-93ba-de5d50ea2a8e None None] Bound port: d03d8337-1948-4e05-a894-6ef4cc753e69, host: dv-cinder-805144-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90421173-4c87-4703-8352-28d212449c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '18957569-bff9-4463-ad8f-63925cd4ecba'}}] {{(pid=79302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:18:15.613346 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-210ad215-41b0-4d1a-93ba-de5d50ea2a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:15.666489 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69a01a4-f0f2-4ad9-b41d-eba19bdda89a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47980deb-f177-502b-bf5e-237545d7a88e-743d9cd2-3fb7-4d4e-85af-b3061b7e53c2', 'network_id': '743d9cd2-3fb7-4d4e-85af-b3061b7e53c2', 'tenant_id': '35f11dea68ab4c8d8fcf8ac0c9b6ceba', 'fixed_ips': [{'subnet_id': '3718d787-3f68-4cf5-b660-4c718e99382f'}]}} from dv-cinder-805144-1-iscsi. {{(pid=79301) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 19 13:18:15.667329 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-b69a01a4-f0f2-4ad9-b41d-eba19bdda89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:15.693491 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 60222) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:18:15.714707 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-83cee1e7-08c1-4cf3-b0e2-9a5448189b03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:15.743982 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.db [None req-210ad215-41b0-4d1a-93ba-de5d50ea2a8e None None] For port d03d8337-1948-4e05-a894-6ef4cc753e69, host dv-cinder-805144-1-iscsi, cleared binding levels {{(pid=79302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 19 13:18:15.748630 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.db [None req-210ad215-41b0-4d1a-93ba-de5d50ea2a8e None None] For port d03d8337-1948-4e05-a894-6ef4cc753e69, host dv-cinder-805144-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=d03d8337-1948-4e05-a894-6ef4cc753e69,segment=NetworkSegment(90421173-4c87-4703-8352-28d212449c81),segment_id=90421173-4c87-4703-8352-28d212449c81)] {{(pid=79302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 19 13:18:15.755648 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-210ad215-41b0-4d1a-93ba-de5d50ea2a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:15.762136 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG oslo_concurrency.lockutils [None req-9304753e-016d-46d1-b257-7b036da4d159 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:15.773678 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-83cee1e7-08c1-4cf3-b0e2-9a5448189b03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:18:15.793536 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c9fa8d90-b672-4ed0-b96e-3704cdfd35f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7970014', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8006244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14683'] for router, precommit_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:15.796043 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-83cee1e7-08c1-4cf3-b0e2-9a5448189b03 admin admin] Usage tracker for resource:security_group_rule and tenant:b66523e8e973468b85666df8681af34d is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:18:15.804874 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-83cee1e7-08c1-4cf3-b0e2-9a5448189b03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:18:15.845174 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-83cee1e7-08c1-4cf3-b0e2-9a5448189b03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:18:15.855789 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210ad215-41b0-4d1a-93ba-de5d50ea2a8e None None] Routers {'2bbb29a1-7b93-467e-abf5-d569ea4aa9ac'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:18:15.856476 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-210ad215-41b0-4d1a-93ba-de5d50ea2a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:18:01Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['2bbb29a1-7b93-467e-abf5-d569ea4aa9ac'], 'active': True} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:18:15.984061 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.db_base_plugin_common [None req-b69a01a4-f0f2-4ad9-b41d-eba19bdda89a None None] Allocated IP 172.20.0.2 (743d9cd2-3fb7-4d4e-85af-b3061b7e53c2/3718d787-3f68-4cf5-b660-4c718e99382f/93de7255-f091-4591-8a57-cf8b0323e26c) {{(pid=79301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:18:15.992575 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a4f36-9661-4231-a434-eec8212b9184 None None] Pushing event updated for resources: {'Port': ['ID=d03d8337-1948-4e05-a894-6ef4cc753e69,revision_number=4']} {{(pid=79302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:15.995789 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG oslo_concurrency.lockutils [None req-2d3a4f36-9661-4231-a434-eec8212b9184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=79302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:16.002176 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 4c3cd6b1-4fbb-49d2-9e0f-066dafd831c5 up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:18:16.017487 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-83cee1e7-08c1-4cf3-b0e2-9a5448189b03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:16.024859 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-83cee1e7-08c1-4cf3-b0e2-9a5448189b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:16.034096 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-2aff3662-9e81-49ef-ab95-edf83b37be59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:16.087930 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-83cee1e7-08c1-4cf3-b0e2-9a5448189b03 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b66523e8e973468b85666df8681af34d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3903306 Aug 19 13:18:16.087930 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cee1e7-08c1-4cf3-b0e2-9a5448189b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a2aaa2-8e93-4c8a-a239-64d03ec630df,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:16.088532 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 60228) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:18:16.089539 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-83cee1e7-08c1-4cf3-b0e2-9a5448189b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:16.160215 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvr_db [None req-210ad215-41b0-4d1a-93ba-de5d50ea2a8e None None] Set router 2bbb29a1-7b93-467e-abf5-d569ea4aa9ac gateway port host: dv-cinder-805144-1-iscsi {{(pid=79302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:18:16.224963 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc0f0f-824b-4adf-b006-f954d421dd9b req-6ee8d166-1e8a-4b55-a29a-77ddc50cb6a8 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:16.227106 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-b7dc0f0f-824b-4adf-b006-f954d421dd9b req-6ee8d166-1e8a-4b55-a29a-77ddc50cb6a8 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e533390-a5ce-43b2-a6bd-1cbc0ce982f7 HTTP/1.1" status: 200 len: 943 time: 0.1229594 Aug 19 13:18:16.259026 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-19fcd7bf-34b5-4929-99fa-b057b206efc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:16.289569 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning complete for port 4c3cd6b1-4fbb-49d2-9e0f-066dafd831c5 triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:18:16.290613 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:16.293247 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-b7dc0f0f-824b-4adf-b006-f954d421dd9b req-953b9ee7-6800-4d03-847c-62bb8c5adb81 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/security-groups?id=1946f9e0-ba7a-45b8-a77c-830f23fb650d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592375 Aug 19 13:18:16.296258 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-19fcd7bf-34b5-4929-99fa-b057b206efc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:16.524767 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-19fcd7bf-34b5-4929-99fa-b057b206efc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:16.532626 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-bd4deb42-c7a0-471d-8599-d35f3d3be71a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:16.560466 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fcd7bf-34b5-4929-99fa-b057b206efc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a2aaa2-8e93-4c8a-a239-64d03ec630df,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:16.564944 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c9fa8d90-b672-4ed0-b96e-3704cdfd35f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:16.590231 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-210ad215-41b0-4d1a-93ba-de5d50ea2a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bbb29a1-7b93-467e-abf5-d569ea4aa9ac', 'name': 'tempest-TestShelveInstance-1504471799-router', 'tenant_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '4c3cd6b1-4fbb-49d2-9e0f-066dafd831c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:18:05Z', 'updated_at': '2021-08-19T13:18:11Z', 'revision_number': 4, 'project_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'gw_port': {'id': '4c3cd6b1-4fbb-49d2-9e0f-066dafd831c5', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbb29a1-7b93-467e-abf5-d569ea4aa9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:18:06Z', 'updated_at': '2021-08-19T13:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': 'd03d8337-1948-4e05-a894-6ef4cc753e69', 'name': '', 'network_id': '18957569-bff9-4463-ad8f-63925cd4ecba', 'tenant_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'mac_address': 'fa:16:3e:84:d8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bbb29a1-7b93-467e-abf5-d569ea4aa9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd90545c0-2b0b-4da4-8114-7713257965e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:18:10Z', 'updated_at': '2021-08-19T13:18:15Z', 'revision_number': 4, 'project_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'subnets': [{'id': 'd90545c0-2b0b-4da4-8114-7713257965e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:18:16.595927 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210ad215-41b0-4d1a-93ba-de5d50ea2a8e None None] The sync data for ids ['2bbb29a1-7b93-467e-abf5-d569ea4aa9ac'] in dv-cinder-805144-1-iscsi is: [{'id': '2bbb29a1-7b93-467e-abf5-d569ea4aa9ac', 'name': 'tempest-TestShelveInstance-1504471799-router', 'tenant_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '4c3cd6b1-4fbb-49d2-9e0f-066dafd831c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:18:05Z', 'updated_at': '2021-08-19T13:18:11Z', 'revision_number': 4, 'project_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'gw_port': {'id': '4c3cd6b1-4fbb-49d2-9e0f-066dafd831c5', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbb29a1-7b93-467e-abf5-d569ea4aa9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:18:06Z', 'updated_at': '2021-08-19T13:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': 'd03d8337-1948-4e05-a894-6ef4cc753e69', 'name': '', 'network_id': '18957569-bff9-4463-ad8f-63925cd4ecba', 'tenant_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'mac_address': 'fa:16:3e:84:d8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bbb29a1-7b93-467e-abf5-d569ea4aa9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd90545c0-2b0b-4da4-8114-7713257965e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:18:10Z', 'updated_at': '2021-08-19T13:18:15Z', 'revision_number': 4, 'project_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'subnets': [{'id': 'd90545c0-2b0b-4da4-8114-7713257965e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:18:16.604654 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-b69a01a4-f0f2-4ad9-b41d-eba19bdda89a None None] Notify callbacks [] for port, precommit_create {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:16.612257 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-19fcd7bf-34b5-4929-99fa-b057b206efc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:16.613489 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c9fa8d90-b672-4ed0-b96e-3704cdfd35f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:16.616849 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-b69a01a4-f0f2-4ad9-b41d-eba19bdda89a None None] Transition to ACTIVE for port object 93de7255-f091-4591-8a57-cf8b0323e26c will not be triggered until provisioned by entity L2. {{(pid=79301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:18:16.667085 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-b69a01a4-f0f2-4ad9-b41d-eba19bdda89a None None] Transition to ACTIVE for port object 93de7255-f091-4591-8a57-cf8b0323e26c will not be triggered until provisioned by entity DHCP. {{(pid=79301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:18:16.682943 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-b69a01a4-f0f2-4ad9-b41d-eba19bdda89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910'] for port, after_create {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:16.690603 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:16.706209 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-19fcd7bf-34b5-4929-99fa-b057b206efc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:16.707350 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-19fcd7bf-34b5-4929-99fa-b057b206efc3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f4a2aaa2-8e93-4c8a-a239-64d03ec630df HTTP/1.1" status: 204 len: 168 time: 0.6178620 Aug 19 13:18:16.771033 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69a01a4-f0f2-4ad9-b41d-eba19bdda89a None None] Network 743d9cd2-3fb7-4d4e-85af-b3061b7e53c2 is already hosted by enough agents. {{(pid=79301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:18:16.780590 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.scheduler.base_scheduler [None req-b69a01a4-f0f2-4ad9-b41d-eba19bdda89a None None] Resources bound (agent type, host, resource id): {{(pid=79301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:18:16.785471 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69a01a4-f0f2-4ad9-b41d-eba19bdda89a None None] Received port after_create {{(pid=79301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:18:16.853717 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69a01a4-f0f2-4ad9-b41d-eba19bdda89a None None] Pushing event updated for resources: {'Port': ['ID=93de7255-f091-4591-8a57-cf8b0323e26c,revision_number=1']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:16.863092 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-b69a01a4-f0f2-4ad9-b41d-eba19bdda89a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:16.865222 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device bd8fd633-5a76-44e3-a3cd-61c2425fda3b details requested by agent hyperv_hv-cinder-80514 with host hv-cinder-80514 {{(pid=79301) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 19 13:18:16.885187 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.db_base_plugin_common [None req-c9fa8d90-b672-4ed0-b96e-3704cdfd35f2 admin admin] Allocated IP 172.27.1.214 (01c0c460-8075-482b-8652-00d44202fadb/8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5/dfc5c3f2-bd2a-4dd6-a73c-c66f13ae45a3) {{(pid=79299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:18:16.946493 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-b69a01a4-f0f2-4ad9-b41d-eba19bdda89a None None] Attempting to bind port 93de7255-f091-4591-8a57-cf8b0323e26c on host dv-cinder-805144-1-iscsi for vnic_type normal with profile {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:18:16.946879 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-b69a01a4-f0f2-4ad9-b41d-eba19bdda89a None None] Attempting to bind port 93de7255-f091-4591-8a57-cf8b0323e26c by drivers openvswitch,hyperv on host dv-cinder-805144-1-iscsi at level 0 using segments [{'id': '03094377-e52d-4fb2-8182-366b4cb77dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '743d9cd2-3fb7-4d4e-85af-b3061b7e53c2'}] {{(pid=79301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:18:16.947476 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69a01a4-f0f2-4ad9-b41d-eba19bdda89a None None] Attempting to bind port 93de7255-f091-4591-8a57-cf8b0323e26c on network 743d9cd2-3fb7-4d4e-85af-b3061b7e53c2 {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:18:16.955760 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69a01a4-f0f2-4ad9-b41d-eba19bdda89a None None] Checking agent: {'id': '22cf82ff-da15-404e-8075-dce9686ce61b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805144-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 13, 0, 29), 'started_at': datetime.datetime(2021, 8, 19, 13, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805144-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 19 13:18:16.956447 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69a01a4-f0f2-4ad9-b41d-eba19bdda89a None None] Checking segment: {'id': '03094377-e52d-4fb2-8182-366b4cb77dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '743d9cd2-3fb7-4d4e-85af-b3061b7e53c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:18:16.957028 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-b69a01a4-f0f2-4ad9-b41d-eba19bdda89a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:16.957634 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69a01a4-f0f2-4ad9-b41d-eba19bdda89a None None] Bound using segment: {'id': '03094377-e52d-4fb2-8182-366b4cb77dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '743d9cd2-3fb7-4d4e-85af-b3061b7e53c2'} {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 19 13:18:16.958285 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-b69a01a4-f0f2-4ad9-b41d-eba19bdda89a None None] Bound port: 93de7255-f091-4591-8a57-cf8b0323e26c, host: dv-cinder-805144-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03094377-e52d-4fb2-8182-366b4cb77dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '743d9cd2-3fb7-4d4e-85af-b3061b7e53c2'}}] {{(pid=79301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:18:16.958850 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-b69a01a4-f0f2-4ad9-b41d-eba19bdda89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:17.148496 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-b69a01a4-f0f2-4ad9-b41d-eba19bdda89a None None] For port 93de7255-f091-4591-8a57-cf8b0323e26c, host dv-cinder-805144-1-iscsi, cleared binding levels {{(pid=79301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 19 13:18:17.152338 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-b69a01a4-f0f2-4ad9-b41d-eba19bdda89a None None] For port 93de7255-f091-4591-8a57-cf8b0323e26c, host dv-cinder-805144-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=93de7255-f091-4591-8a57-cf8b0323e26c,segment=NetworkSegment(03094377-e52d-4fb2-8182-366b4cb77dee),segment_id=03094377-e52d-4fb2-8182-366b4cb77dee)] {{(pid=79301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 19 13:18:17.163459 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-b69a01a4-f0f2-4ad9-b41d-eba19bdda89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:17.170914 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:17.251452 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c9fa8d90-b672-4ed0-b96e-3704cdfd35f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:17.297046 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c9fa8d90-b672-4ed0-b96e-3704cdfd35f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6301144'] for port, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:17.305651 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-59a1862b-8164-4351-8b71-1d34c322ecbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:17.308278 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69a01a4-f0f2-4ad9-b41d-eba19bdda89a None None] Pushing event updated for resources: {'Port': ['ID=93de7255-f091-4591-8a57-cf8b0323e26c,revision_number=2']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:17.316017 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-b69a01a4-f0f2-4ad9-b41d-eba19bdda89a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:17.317952 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port bd8fd633-5a76-44e3-a3cd-61c2425fda3b, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=bd8fd633-5a76-44e3-a3cd-61c2425fda3b,segment=NetworkSegment(a1d8c933-18dc-4016-981d-085cb6ac807f),segment_id=a1d8c933-18dc-4016-981d-085cb6ac807f)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:18:17.336720 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Returning: {'device': 'bd8fd633-5a76-44e3-a3cd-61c2425fda3b', 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb', 'port_id': 'bd8fd633-5a76-44e3-a3cd-61c2425fda3b', 'mac_address': 'fa:16:3e:f0:32:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1029, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79301) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 19 13:18:17.389060 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fa8d90-b672-4ed0-b96e-3704cdfd35f2 admin admin] Network 01c0c460-8075-482b-8652-00d44202fadb is already hosted by enough agents. {{(pid=79299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:18:17.392425 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.base_scheduler [None req-c9fa8d90-b672-4ed0-b96e-3704cdfd35f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=79299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:18:17.398786 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fa8d90-b672-4ed0-b96e-3704cdfd35f2 admin admin] Received port after_create {{(pid=79299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:18:17.438767 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:17.470402 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd8fd633-5a76-44e3-a3cd-61c2425fda3b {{(pid=79301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:18:17.476312 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fa8d90-b672-4ed0-b96e-3704cdfd35f2 admin admin] Pushing event updated for resources: {'Port': ['ID=dfc5c3f2-bd2a-4dd6-a73c-c66f13ae45a3,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:17.479742 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-c9fa8d90-b672-4ed0-b96e-3704cdfd35f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:17.494082 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port bd8fd633-5a76-44e3-a3cd-61c2425fda3b, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=bd8fd633-5a76-44e3-a3cd-61c2425fda3b,segment=NetworkSegment(a1d8c933-18dc-4016-981d-085cb6ac807f),segment_id=a1d8c933-18dc-4016-981d-085cb6ac807f)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:18:17.510309 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:17.511873 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-81e89491-9e34-496f-a815-12c30d7a1df9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:17.670315 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=bd8fd633-5a76-44e3-a3cd-61c2425fda3b,revision_number=4']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:17.680273 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:17.877633 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] get_ports_and_sgs() called for port_ids ['bd8fd633-5a76-44e3-a3cd-61c2425fda3b'] {{(pid=79301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 19 13:18:17.884347 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f167423-98eb-4e6d-963d-29f0d60816aa req-83dba33f-9143-45a1-becf-7417336ebb2b tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:17.897356 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-2f167423-98eb-4e6d-963d-29f0d60816aa req-83dba33f-9143-45a1-becf-7417336ebb2b tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e533390-a5ce-43b2-a6bd-1cbc0ce982f7 HTTP/1.1" status: 200 len: 944 time: 0.3933413 Aug 19 13:18:18.006814 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device d03d8337-1948-4e05-a894-6ef4cc753e69 up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:18:18.170944 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-2f167423-98eb-4e6d-963d-29f0d60816aa req-c59e3071-bcf7-40eb-9b47-0aa7e66f2937 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/security-groups?id=1946f9e0-ba7a-45b8-a77c-830f23fb650d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2715461 Aug 19 13:18:18.191477 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c9fa8d90-b672-4ed0-b96e-3704cdfd35f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:18.261342 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning for port d03d8337-1948-4e05-a894-6ef4cc753e69 completed by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:18:18.284129 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning complete for port d03d8337-1948-4e05-a894-6ef4cc753e69 triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:18:18.284634 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:18.612048 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:18.703810 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] For port d03d8337-1948-4e05-a894-6ef4cc753e69, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=d03d8337-1948-4e05-a894-6ef4cc753e69,segment=NetworkSegment(90421173-4c87-4703-8352-28d212449c81),segment_id=90421173-4c87-4703-8352-28d212449c81)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:18:18.711698 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:18.713012 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 93de7255-f091-4591-8a57-cf8b0323e26c up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:18:18.736504 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c9fa8d90-b672-4ed0-b96e-3704cdfd35f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8006181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7963014'] for router, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:18.765253 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:18.802445 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d51a45-18c3-41f7-99ef-485b1a4f39b9 None None] Network 743d9cd2-3fb7-4d4e-85af-b3061b7e53c2 requested from dv-cinder-805144-1-iscsi {{(pid=79301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 19 13:18:18.980990 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9fa8d90-b672-4ed0-b96e-3704cdfd35f2 admin admin] Router 6b1370d3-920e-4460-891f-e7324490eeff is scheduled to L3 agent bb0205a6-735d-4789-b813-02600d36e527 with binding_index 1 {{(pid=79299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 19 13:18:19.002141 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-8fc71a20-c746-478b-b3de-907e6888a799 None None] Provisioning for port 93de7255-f091-4591-8a57-cf8b0323e26c completed by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:18:19.009329 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Pushing event updated for resources: {'Port': ['ID=d03d8337-1948-4e05-a894-6ef4cc753e69,revision_number=5']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:19.016235 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:19.042590 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning for port 93de7255-f091-4591-8a57-cf8b0323e26c completed by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:18:19.058090 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning complete for port 93de7255-f091-4591-8a57-cf8b0323e26c triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:18:19.058471 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:19.297014 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:19.299413 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9fa8d90-b672-4ed0-b96e-3704cdfd35f2 admin admin] Notify agent at l3_agent.dv-cinder-805144-1-iscsi the message routers_updated {{(pid=79299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 19 13:18:19.312441 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3ee125-cf9d-4022-8547-b4a482f3e139 None None] Sync routers for ids ['6b1370d3-920e-4460-891f-e7324490eeff'] in dv-cinder-805144-1-iscsi {{(pid=79301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:18:19.334663 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c9fa8d90-b672-4ed0-b96e-3704cdfd35f2 admin admin] Notify callbacks [] for router, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:19.336089 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-c9fa8d90-b672-4ed0-b96e-3704cdfd35f2 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.0109603 Aug 19 13:18:19.338760 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 60276) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:18:19.344714 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3ee125-cf9d-4022-8547-b4a482f3e139 None None] Routers {'6b1370d3-920e-4460-891f-e7324490eeff'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:18:19.345371 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-2d3ee125-cf9d-4022-8547-b4a482f3e139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:18:01Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['6b1370d3-920e-4460-891f-e7324490eeff'], 'active': True} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:18:19.430783 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] For port 93de7255-f091-4591-8a57-cf8b0323e26c, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=93de7255-f091-4591-8a57-cf8b0323e26c,segment=NetworkSegment(03094377-e52d-4fb2-8182-366b4cb77dee),segment_id=03094377-e52d-4fb2-8182-366b4cb77dee)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:18:19.439516 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1933b7-ba5b-4940-89bf-3b881b1bb285 req-37dacf6c-89b1-4442-8690-14f3101cf846 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:19.449280 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:19.452101 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-0b1933b7-ba5b-4940-89bf-3b881b1bb285 req-37dacf6c-89b1-4442-8690-14f3101cf846 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e533390-a5ce-43b2-a6bd-1cbc0ce982f7 HTTP/1.1" status: 200 len: 944 time: 0.1294627 Aug 19 13:18:19.454867 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-97e36ddc-f10a-48cd-8432-f544318e6d4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:19.512128 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-0b1933b7-ba5b-4940-89bf-3b881b1bb285 req-9f385653-c62e-4ee4-a918-5abf567e37c2 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/security-groups?id=1946f9e0-ba7a-45b8-a77c-830f23fb650d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551610 Aug 19 13:18:19.672191 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Pushing event updated for resources: {'Port': ['ID=93de7255-f091-4591-8a57-cf8b0323e26c,revision_number=3']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:19.679082 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:19.683418 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvr_db [None req-2d3ee125-cf9d-4022-8547-b4a482f3e139 None None] Set router 6b1370d3-920e-4460-891f-e7324490eeff gateway port host: dv-cinder-805144-1-iscsi {{(pid=79301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:18:19.844584 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-c8d7b036-cfb0-4f35-9189-ed23495b150a None None] Provisioning complete for port 93de7255-f091-4591-8a57-cf8b0323e26c triggered by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:18:19.844966 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-c8d7b036-cfb0-4f35-9189-ed23495b150a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:19.967768 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device d03d8337-1948-4e05-a894-6ef4cc753e69 up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:18:20.202946 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-697523bb-c62b-494a-9b56-bff0eada47a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:20.225243 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning complete for port d03d8337-1948-4e05-a894-6ef4cc753e69 triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:18:20.225623 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:20.306986 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-2d3ee125-cf9d-4022-8547-b4a482f3e139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1370d3-920e-4460-891f-e7324490eeff', 'name': 'tempest-TestShelveInstance-280301489-router', 'tenant_id': '35f11dea68ab4c8d8fcf8ac0c9b6ceba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'dfc5c3f2-bd2a-4dd6-a73c-c66f13ae45a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:18:15Z', 'updated_at': '2021-08-19T13:18:17Z', 'revision_number': 3, 'project_id': '35f11dea68ab4c8d8fcf8ac0c9b6ceba', 'gw_port': {'id': 'dfc5c3f2-bd2a-4dd6-a73c-c66f13ae45a3', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1370d3-920e-4460-891f-e7324490eeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:18:16Z', 'updated_at': '2021-08-19T13:18:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi'}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:18:20.348114 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3ee125-cf9d-4022-8547-b4a482f3e139 None None] Checking router: 6b1370d3-920e-4460-891f-e7324490eeff for host: dv-cinder-805144-1-iscsi {{(pid=79301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:18:20.348460 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3ee125-cf9d-4022-8547-b4a482f3e139 None None] Updating router 6b1370d3-920e-4460-891f-e7324490eeff port dfc5c3f2-bd2a-4dd6-a73c-c66f13ae45a3 binding host dv-cinder-805144-1-iscsi {{(pid=79301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:18:20.412324 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 93de7255-f091-4591-8a57-cf8b0323e26c up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:18:20.412562 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.db_base_plugin_common [None req-697523bb-c62b-494a-9b56-bff0eada47a0 admin admin] Allocated IP 172.20.0.1 (743d9cd2-3fb7-4d4e-85af-b3061b7e53c2/3718d787-3f68-4cf5-b660-4c718e99382f/54c61a20-f270-4d80-b941-d6c092bb3aec) {{(pid=79299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:18:20.452124 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-2d3ee125-cf9d-4022-8547-b4a482f3e139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:20.568246 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-697523bb-c62b-494a-9b56-bff0eada47a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:20.584658 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.provisioning_blocks [None req-697523bb-c62b-494a-9b56-bff0eada47a0 admin admin] Transition to ACTIVE for port object 54c61a20-f270-4d80-b941-d6c092bb3aec will not be triggered until provisioned by entity DHCP. {{(pid=79299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:18:20.590401 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning complete for port 93de7255-f091-4591-8a57-cf8b0323e26c triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:18:20.590992 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:20.614038 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-697523bb-c62b-494a-9b56-bff0eada47a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6301144'] for port, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:20.623945 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-3dc11702-9cd1-42b7-9616-779ec802071d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:20.736664 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697523bb-c62b-494a-9b56-bff0eada47a0 admin admin] Network 743d9cd2-3fb7-4d4e-85af-b3061b7e53c2 is already hosted by enough agents. {{(pid=79299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:18:20.742322 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.base_scheduler [None req-697523bb-c62b-494a-9b56-bff0eada47a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=79299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:18:20.759494 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697523bb-c62b-494a-9b56-bff0eada47a0 admin admin] Received port after_create {{(pid=79299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:18:20.796134 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697523bb-c62b-494a-9b56-bff0eada47a0 admin admin] Pushing event updated for resources: {'Port': ['ID=54c61a20-f270-4d80-b941-d6c092bb3aec,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:20.801855 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-697523bb-c62b-494a-9b56-bff0eada47a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:20.835860 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-697523bb-c62b-494a-9b56-bff0eada47a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8000067'] for router_interface, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:20.860140 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b08a0-1803-43b1-b66b-4d583177a095 req-cc74621d-e818-42f3-9b2c-217e64b05b04 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:20.861723 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-bf6b08a0-1803-43b1-b66b-4d583177a095 req-cc74621d-e818-42f3-9b2c-217e64b05b04 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e533390-a5ce-43b2-a6bd-1cbc0ce982f7 HTTP/1.1" status: 200 len: 944 time: 0.2019415 Aug 19 13:18:20.866175 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device bd8fd633-5a76-44e3-a3cd-61c2425fda3b up at agent hyperv_hv-cinder-80514 {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:18:20.930612 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-bf6b08a0-1803-43b1-b66b-4d583177a095 req-a3b46ae4-f9db-497f-80e6-3d399601231a tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/security-groups?id=1946f9e0-ba7a-45b8-a77c-830f23fb650d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606198 Aug 19 13:18:21.023896 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-2d3ee125-cf9d-4022-8547-b4a482f3e139 None None] Notify callbacks [] for port, precommit_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:21.035262 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-697523bb-c62b-494a-9b56-bff0eada47a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:21.058030 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-2d3ee125-cf9d-4022-8547-b4a482f3e139 None None] Transition to ACTIVE for port object dfc5c3f2-bd2a-4dd6-a73c-c66f13ae45a3 will not be triggered until provisioned by entity L2. {{(pid=79301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:18:21.065091 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Provisioning for port bd8fd633-5a76-44e3-a3cd-61c2425fda3b completed by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:18:21.072474 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-b5293b09-8755-4d9d-8e40-ee459893cb64 None None] Provisioning for port 54c61a20-f270-4d80-b941-d6c092bb3aec completed by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:18:21.076690 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Provisioning complete for port bd8fd633-5a76-44e3-a3cd-61c2425fda3b triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:18:21.077089 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:21.109378 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-2d3ee125-cf9d-4022-8547-b4a482f3e139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:21.120371 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:21.173098 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-b5293b09-8755-4d9d-8e40-ee459893cb64 None None] Provisioning complete for port 54c61a20-f270-4d80-b941-d6c092bb3aec triggered by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:18:21.173487 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-b5293b09-8755-4d9d-8e40-ee459893cb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:21.298537 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-2d3ee125-cf9d-4022-8547-b4a482f3e139 None None] Attempting to bind port dfc5c3f2-bd2a-4dd6-a73c-c66f13ae45a3 on host dv-cinder-805144-1-iscsi for vnic_type normal with profile {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:18:21.298919 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-2d3ee125-cf9d-4022-8547-b4a482f3e139 None None] Attempting to bind port dfc5c3f2-bd2a-4dd6-a73c-c66f13ae45a3 by drivers openvswitch,hyperv on host dv-cinder-805144-1-iscsi at level 0 using segments [{'id': '20104d1f-9cfe-4c86-a938-6570a8b83d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01c0c460-8075-482b-8652-00d44202fadb'}] {{(pid=79301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:18:21.299285 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3ee125-cf9d-4022-8547-b4a482f3e139 None None] Attempting to bind port dfc5c3f2-bd2a-4dd6-a73c-c66f13ae45a3 on network 01c0c460-8075-482b-8652-00d44202fadb {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:18:21.304081 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57abfb4-7995-4ef1-b219-2c0cb870d22f None None] Pushing event updated for resources: {'Port': ['ID=dfc5c3f2-bd2a-4dd6-a73c-c66f13ae45a3,revision_number=2']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:21.311390 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-b5293b09-8755-4d9d-8e40-ee459893cb64 None None] Port 54c61a20-f270-4d80-b941-d6c092bb3aec cannot update to ACTIVE because it is not bound. {{(pid=79301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:18:21.312979 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-b57abfb4-7995-4ef1-b219-2c0cb870d22f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:21.314893 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3ee125-cf9d-4022-8547-b4a482f3e139 None None] Checking agent: {'id': '22cf82ff-da15-404e-8075-dce9686ce61b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805144-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 13, 0, 29), 'started_at': datetime.datetime(2021, 8, 19, 13, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805144-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 19 13:18:21.315273 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3ee125-cf9d-4022-8547-b4a482f3e139 None None] Checking segment: {'id': '20104d1f-9cfe-4c86-a938-6570a8b83d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01c0c460-8075-482b-8652-00d44202fadb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:18:21.315705 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-2d3ee125-cf9d-4022-8547-b4a482f3e139 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:21.316111 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3ee125-cf9d-4022-8547-b4a482f3e139 None None] Bound using segment: {'id': '20104d1f-9cfe-4c86-a938-6570a8b83d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01c0c460-8075-482b-8652-00d44202fadb'} {{(pid=79301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 19 13:18:21.316578 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.managers [None req-2d3ee125-cf9d-4022-8547-b4a482f3e139 None None] Bound port: dfc5c3f2-bd2a-4dd6-a73c-c66f13ae45a3, host: dv-cinder-805144-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20104d1f-9cfe-4c86-a938-6570a8b83d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01c0c460-8075-482b-8652-00d44202fadb'}}] {{(pid=79301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:18:21.316958 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-2d3ee125-cf9d-4022-8547-b4a482f3e139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:21.402543 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-697523bb-c62b-494a-9b56-bff0eada47a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:21.407920 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-697523bb-c62b-494a-9b56-bff0eada47a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6301121'] for port, after_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:21.438164 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-c1d43677-85ea-43cc-96d5-e5f76c8224ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:21.440159 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:21.454590 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-2d3ee125-cf9d-4022-8547-b4a482f3e139 None None] For port dfc5c3f2-bd2a-4dd6-a73c-c66f13ae45a3, host dv-cinder-805144-1-iscsi, cleared binding levels {{(pid=79301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 19 13:18:21.470155 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-2d3ee125-cf9d-4022-8547-b4a482f3e139 None None] For port dfc5c3f2-bd2a-4dd6-a73c-c66f13ae45a3, host dv-cinder-805144-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=dfc5c3f2-bd2a-4dd6-a73c-c66f13ae45a3,segment=NetworkSegment(20104d1f-9cfe-4c86-a938-6570a8b83d9b),segment_id=20104d1f-9cfe-4c86-a938-6570a8b83d9b)] {{(pid=79301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 19 13:18:21.484590 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-2d3ee125-cf9d-4022-8547-b4a482f3e139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:21.488528 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e533390-a5ce-43b2-a6bd-1cbc0ce982f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8fd633-5a76-44e3-a3cd-61c2425fda3b'}] {{(pid=79301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:18:21.495320 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-b69a01a4-f0f2-4ad9-b41d-eba19bdda89a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:21.524079 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-697523bb-c62b-494a-9b56-bff0eada47a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7886331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8000044'] for router_interface, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:21.527006 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697523bb-c62b-494a-9b56-bff0eada47a0 admin admin] Pushing event updated for resources: {'Port': ['ID=54c61a20-f270-4d80-b941-d6c092bb3aec,revision_number=2']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:21.531193 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-697523bb-c62b-494a-9b56-bff0eada47a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:21.536371 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port bd8fd633-5a76-44e3-a3cd-61c2425fda3b, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=bd8fd633-5a76-44e3-a3cd-61c2425fda3b,segment=NetworkSegment(a1d8c933-18dc-4016-981d-085cb6ac807f),segment_id=a1d8c933-18dc-4016-981d-085cb6ac807f)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:18:21.559033 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:21.586818 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3ee125-cf9d-4022-8547-b4a482f3e139 None None] Routers {'6b1370d3-920e-4460-891f-e7324490eeff'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:18:21.587718 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-2d3ee125-cf9d-4022-8547-b4a482f3e139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:18:01Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['6b1370d3-920e-4460-891f-e7324490eeff'], 'active': True} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:18:21.663600 dv-cinder-805144-1-iscsi neutron-server[79301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e533390-a5ce-43b2-a6bd-1cbc0ce982f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8fd633-5a76-44e3-a3cd-61c2425fda3b', 'code': 200} Aug 19 13:18:21.682248 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57abfb4-7995-4ef1-b219-2c0cb870d22f None None] Pushing event updated for resources: {'Port': ['ID=dfc5c3f2-bd2a-4dd6-a73c-c66f13ae45a3,revision_number=3']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:21.695812 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-b57abfb4-7995-4ef1-b219-2c0cb870d22f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:21.696287 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:21.722221 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697523bb-c62b-494a-9b56-bff0eada47a0 admin admin] Network 743d9cd2-3fb7-4d4e-85af-b3061b7e53c2 is already hosted by enough agents. {{(pid=79299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:18:21.723917 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.base_scheduler [None req-697523bb-c62b-494a-9b56-bff0eada47a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=79299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:18:21.867208 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=bd8fd633-5a76-44e3-a3cd-61c2425fda3b,revision_number=5']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:21.872618 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:21.903849 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvr_db [None req-2d3ee125-cf9d-4022-8547-b4a482f3e139 None None] Set router 6b1370d3-920e-4460-891f-e7324490eeff gateway port host: dv-cinder-805144-1-iscsi {{(pid=79301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:18:22.015966 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-697523bb-c62b-494a-9b56-bff0eada47a0 admin admin] Router 6b1370d3-920e-4460-891f-e7324490eeff has already been hosted by L3 agent bb0205a6-735d-4789-b813-02600d36e527 {{(pid=79299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 19 13:18:22.152699 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c3c0f-1345-4ad4-bc47-a729d36542ff req-66488c28-9967-4604-b681-45c64ac9897e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:22.154534 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-8b9c3c0f-1345-4ad4-bc47-a729d36542ff req-66488c28-9967-4604-b681-45c64ac9897e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3e533390-a5ce-43b2-a6bd-1cbc0ce982f7 HTTP/1.1" status: 200 len: 1098 time: 0.2343724 Aug 19 13:18:22.185480 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-26c09f7a-4d6b-41b3-b912-0dac8f2ee4f5 None None] Provisioning complete for port 54c61a20-f270-4d80-b941-d6c092bb3aec triggered by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:18:22.186028 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-26c09f7a-4d6b-41b3-b912-0dac8f2ee4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:22.270702 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-26c09f7a-4d6b-41b3-b912-0dac8f2ee4f5 None None] Port 54c61a20-f270-4d80-b941-d6c092bb3aec cannot update to ACTIVE because it is not bound. {{(pid=79301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:18:22.292833 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-8b9c3c0f-1345-4ad4-bc47-a729d36542ff req-4d7fe697-2a4e-4ecd-843c-11962870730e service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=1946f9e0-ba7a-45b8-a77c-830f23fb650d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310709 Aug 19 13:18:22.322662 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697523bb-c62b-494a-9b56-bff0eada47a0 admin admin] Notify agent at l3_agent.dv-cinder-805144-1-iscsi the message routers_updated {{(pid=79299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 19 13:18:22.334462 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fecf501-3b2c-4d5e-b543-c81d9934f053 req-d23c8934-33b3-4ee9-8f4d-cbd4f8b798ef tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:22.335996 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-3fecf501-3b2c-4d5e-b543-c81d9934f053 req-d23c8934-33b3-4ee9-8f4d-cbd4f8b798ef tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e533390-a5ce-43b2-a6bd-1cbc0ce982f7 HTTP/1.1" status: 200 len: 945 time: 0.2542565 Aug 19 13:18:22.341129 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-697523bb-c62b-494a-9b56-bff0eada47a0 admin admin] 10.222.0.49 "PUT /v2.0/routers/6b1370d3-920e-4460-891f-e7324490eeff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0008006 Aug 19 13:18:22.357715 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-2d3ee125-cf9d-4022-8547-b4a482f3e139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1370d3-920e-4460-891f-e7324490eeff', 'name': 'tempest-TestShelveInstance-280301489-router', 'tenant_id': '35f11dea68ab4c8d8fcf8ac0c9b6ceba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'dfc5c3f2-bd2a-4dd6-a73c-c66f13ae45a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:18:15Z', 'updated_at': '2021-08-19T13:18:20Z', 'revision_number': 4, 'project_id': '35f11dea68ab4c8d8fcf8ac0c9b6ceba', 'gw_port': {'id': 'dfc5c3f2-bd2a-4dd6-a73c-c66f13ae45a3', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1370d3-920e-4460-891f-e7324490eeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:18:16Z', 'updated_at': '2021-08-19T13:18:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': '54c61a20-f270-4d80-b941-d6c092bb3aec', 'name': '', 'network_id': '743d9cd2-3fb7-4d4e-85af-b3061b7e53c2', 'tenant_id': '35f11dea68ab4c8d8fcf8ac0c9b6ceba', 'mac_address': 'fa:16:3e:05:4c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1370d3-920e-4460-891f-e7324490eeff', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '3718d787-3f68-4cf5-b660-4c718e99382f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:18:20Z', 'updated_at': '2021-08-19T13:18:21Z', 'revision_number': 2, 'project_id': '35f11dea68ab4c8d8fcf8ac0c9b6ceba', 'subnets': [{'id': '3718d787-3f68-4cf5-b660-4c718e99382f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:18:22.362522 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3ee125-cf9d-4022-8547-b4a482f3e139 None None] The sync data for ids ['6b1370d3-920e-4460-891f-e7324490eeff'] in dv-cinder-805144-1-iscsi is: [{'id': '6b1370d3-920e-4460-891f-e7324490eeff', 'name': 'tempest-TestShelveInstance-280301489-router', 'tenant_id': '35f11dea68ab4c8d8fcf8ac0c9b6ceba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'dfc5c3f2-bd2a-4dd6-a73c-c66f13ae45a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:18:15Z', 'updated_at': '2021-08-19T13:18:20Z', 'revision_number': 4, 'project_id': '35f11dea68ab4c8d8fcf8ac0c9b6ceba', 'gw_port': {'id': 'dfc5c3f2-bd2a-4dd6-a73c-c66f13ae45a3', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1370d3-920e-4460-891f-e7324490eeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:18:16Z', 'updated_at': '2021-08-19T13:18:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': '54c61a20-f270-4d80-b941-d6c092bb3aec', 'name': '', 'network_id': '743d9cd2-3fb7-4d4e-85af-b3061b7e53c2', 'tenant_id': '35f11dea68ab4c8d8fcf8ac0c9b6ceba', 'mac_address': 'fa:16:3e:05:4c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1370d3-920e-4460-891f-e7324490eeff', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '3718d787-3f68-4cf5-b660-4c718e99382f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:18:20Z', 'updated_at': '2021-08-19T13:18:21Z', 'revision_number': 2, 'project_id': '35f11dea68ab4c8d8fcf8ac0c9b6ceba', 'subnets': [{'id': '3718d787-3f68-4cf5-b660-4c718e99382f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:18:22.393799 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-3fecf501-3b2c-4d5e-b543-c81d9934f053 req-698cdc83-ae95-4144-9ffd-1d34223a1700 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/security-groups?id=1946f9e0-ba7a-45b8-a77c-830f23fb650d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425518 Aug 19 13:18:23.297077 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 60318) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:18:23.307346 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-94c8e63d-445b-4cc2-805a-8438b83f6da6 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1879055832', 'description': 'tempest-secgroup-smoke-1879055832 description', 'project_id': 'f2b9c7a795ef42a195e19b28c5a90c34'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:18:23.310055 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-94c8e63d-445b-4cc2-805a-8438b83f6da6 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:18:23.314113 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-94c8e63d-445b-4cc2-805a-8438b83f6da6 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Usage tracker for resource:security_group and tenant:f2b9c7a795ef42a195e19b28c5a90c34 is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:18:23.317088 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-94c8e63d-445b-4cc2-805a-8438b83f6da6 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:18:23.323509 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-94c8e63d-445b-4cc2-805a-8438b83f6da6 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:18:23.333064 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-94c8e63d-445b-4cc2-805a-8438b83f6da6 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:23.359397 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-94c8e63d-445b-4cc2-805a-8438b83f6da6 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:18:23.363201 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-94c8e63d-445b-4cc2-805a-8438b83f6da6 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Usage tracker for resource:security_group_rule and tenant:f2b9c7a795ef42a195e19b28c5a90c34 is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:18:23.366098 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-94c8e63d-445b-4cc2-805a-8438b83f6da6 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:18:23.371857 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-94c8e63d-445b-4cc2-805a-8438b83f6da6 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:18:23.488837 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-94c8e63d-445b-4cc2-805a-8438b83f6da6 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:23.493610 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-94c8e63d-445b-4cc2-805a-8438b83f6da6 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:23.500502 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-255e203a-dbd8-47ba-b07b-29f6764e41b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:23.586270 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8e63d-445b-4cc2-805a-8438b83f6da6 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7145cd-04f0-4feb-adc9-b1b6b4612e59,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:23.589390 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-94c8e63d-445b-4cc2-805a-8438b83f6da6 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:23.597437 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-94c8e63d-445b-4cc2-805a-8438b83f6da6 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:23.598457 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-94c8e63d-445b-4cc2-805a-8438b83f6da6 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3003232 Aug 19 13:18:23.601544 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 60326) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:18:23.607657 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [None req-6fda4cf5-6383-426d-8900-d6a891cea15c tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Request body: {'security_group_rule': {'security_group_id': '9d7145cd-04f0-4feb-adc9-b1b6b4612e59', 'project_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:18:23.615216 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-6fda4cf5-6383-426d-8900-d6a891cea15c tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:18:23.620586 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-6fda4cf5-6383-426d-8900-d6a891cea15c tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Usage tracker for resource:security_group_rule and tenant:f2b9c7a795ef42a195e19b28c5a90c34 is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:18:23.624985 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-6fda4cf5-6383-426d-8900-d6a891cea15c tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:18:23.633447 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-6fda4cf5-6383-426d-8900-d6a891cea15c tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:18:23.661206 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-6fda4cf5-6383-426d-8900-d6a891cea15c tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:23.686748 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e16cbb-a690-4bf4-a811-8ca0d2436d68 req-9acf7eef-3c42-4eb8-85ac-098c2905a795 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:23.688471 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a1e16cbb-a690-4bf4-a811-8ca0d2436d68 req-9acf7eef-3c42-4eb8-85ac-098c2905a795 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e533390-a5ce-43b2-a6bd-1cbc0ce982f7 HTTP/1.1" status: 200 len: 945 time: 0.1382086 Aug 19 13:18:23.742840 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a1e16cbb-a690-4bf4-a811-8ca0d2436d68 req-85f1a66e-4d63-428f-b15a-cabe59f42e13 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/security-groups?id=1946f9e0-ba7a-45b8-a77c-830f23fb650d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474465 Aug 19 13:18:23.755067 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-6fda4cf5-6383-426d-8900-d6a891cea15c tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:23.759943 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-6fda4cf5-6383-426d-8900-d6a891cea15c tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072225'] for security_group_rule, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:23.766759 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-1c700b3b-63fe-44f4-becd-e7679daec2d4 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:23.787615 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda4cf5-6383-426d-8900-d6a891cea15c tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7077660d-fc1d-47dc-b8a5-8a52994cc889,revision_number=0']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:23.791603 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-6fda4cf5-6383-426d-8900-d6a891cea15c tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:23.806286 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-6fda4cf5-6383-426d-8900-d6a891cea15c tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:23.807815 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-6fda4cf5-6383-426d-8900-d6a891cea15c tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2052553 Aug 19 13:18:23.811785 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 60330) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:18:23.820102 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [None req-1ee5508b-519f-49d3-96b8-a56bc52aadfd tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Request body: {'security_group_rule': {'security_group_id': '9d7145cd-04f0-4feb-adc9-b1b6b4612e59', 'project_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:18:23.827691 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-1ee5508b-519f-49d3-96b8-a56bc52aadfd tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:18:23.833524 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-1ee5508b-519f-49d3-96b8-a56bc52aadfd tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Usage tracker for resource:security_group_rule and tenant:f2b9c7a795ef42a195e19b28c5a90c34 is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:18:23.837047 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-1ee5508b-519f-49d3-96b8-a56bc52aadfd tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:18:23.845864 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-1ee5508b-519f-49d3-96b8-a56bc52aadfd tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:18:23.868304 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-1ee5508b-519f-49d3-96b8-a56bc52aadfd tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:23.913058 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device dfc5c3f2-bd2a-4dd6-a73c-c66f13ae45a3 up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:18:23.939687 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-1ee5508b-519f-49d3-96b8-a56bc52aadfd tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:23.943741 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-1ee5508b-519f-49d3-96b8-a56bc52aadfd tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072225'] for security_group_rule, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:23.951620 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-d1185ff6-7d37-448f-ac6f-63b5ec43c02c tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:23.971627 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee5508b-519f-49d3-96b8-a56bc52aadfd tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdcd9eaa-f33c-4acc-b131-7968e10c6e7f,revision_number=0']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:23.974092 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-1ee5508b-519f-49d3-96b8-a56bc52aadfd tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:23.983772 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-1ee5508b-519f-49d3-96b8-a56bc52aadfd tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:23.985282 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-1ee5508b-519f-49d3-96b8-a56bc52aadfd tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1722667 Aug 19 13:18:23.988243 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 60334) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:18:23.994439 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-61dfe8f1-e16d-47d1-a5da-f69f164b4cca tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Request body: {'security_group_rule': {'security_group_id': '9d7145cd-04f0-4feb-adc9-b1b6b4612e59', 'project_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:18:23.996822 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning for port dfc5c3f2-bd2a-4dd6-a73c-c66f13ae45a3 completed by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:18:24.002084 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-61dfe8f1-e16d-47d1-a5da-f69f164b4cca tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:18:24.003070 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning complete for port dfc5c3f2-bd2a-4dd6-a73c-c66f13ae45a3 triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:18:24.003851 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:24.005890 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-61dfe8f1-e16d-47d1-a5da-f69f164b4cca tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Usage tracker for resource:security_group_rule and tenant:f2b9c7a795ef42a195e19b28c5a90c34 is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:18:24.009931 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-61dfe8f1-e16d-47d1-a5da-f69f164b4cca tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:18:24.017123 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-61dfe8f1-e16d-47d1-a5da-f69f164b4cca tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:18:24.036089 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-61dfe8f1-e16d-47d1-a5da-f69f164b4cca tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:24.106918 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-61dfe8f1-e16d-47d1-a5da-f69f164b4cca tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:24.111512 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-61dfe8f1-e16d-47d1-a5da-f69f164b4cca tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072225'] for security_group_rule, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:24.114549 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-11c50b5a-6152-4bca-9fd7-d4bd67e7be31 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:24.136397 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:24.140213 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dfe8f1-e16d-47d1-a5da-f69f164b4cca tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b185182-2e32-4a72-a29c-3f29e883a747,revision_number=0']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:24.143188 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-61dfe8f1-e16d-47d1-a5da-f69f164b4cca tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:24.153886 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-61dfe8f1-e16d-47d1-a5da-f69f164b4cca tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:24.156792 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] For port dfc5c3f2-bd2a-4dd6-a73c-c66f13ae45a3, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=dfc5c3f2-bd2a-4dd6-a73c-c66f13ae45a3,segment=NetworkSegment(20104d1f-9cfe-4c86-a938-6570a8b83d9b),segment_id=20104d1f-9cfe-4c86-a938-6570a8b83d9b)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:18:24.159156 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 60338) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:18:24.159307 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-61dfe8f1-e16d-47d1-a5da-f69f164b4cca tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1696737 Aug 19 13:18:24.161929 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:24.164190 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:24.169659 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [None req-dddd73eb-f581-4e6f-80fd-5bd5d4e3e0a5 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Request body: {'security_group_rule': {'security_group_id': '9d7145cd-04f0-4feb-adc9-b1b6b4612e59', 'project_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:18:24.179090 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-dddd73eb-f581-4e6f-80fd-5bd5d4e3e0a5 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:18:24.182996 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-dddd73eb-f581-4e6f-80fd-5bd5d4e3e0a5 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Usage tracker for resource:security_group_rule and tenant:f2b9c7a795ef42a195e19b28c5a90c34 is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:18:24.186995 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-dddd73eb-f581-4e6f-80fd-5bd5d4e3e0a5 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:18:24.192970 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-dddd73eb-f581-4e6f-80fd-5bd5d4e3e0a5 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:18:24.214843 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-dddd73eb-f581-4e6f-80fd-5bd5d4e3e0a5 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:24.241440 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Pushing event updated for resources: {'Port': ['ID=dfc5c3f2-bd2a-4dd6-a73c-c66f13ae45a3,revision_number=4']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:24.244624 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:24.287032 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-dddd73eb-f581-4e6f-80fd-5bd5d4e3e0a5 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:24.290966 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-dddd73eb-f581-4e6f-80fd-5bd5d4e3e0a5 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072225'] for security_group_rule, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:24.293231 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-0d85bdce-2010-4874-8322-2abd189d37b3 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:24.316832 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd73eb-f581-4e6f-80fd-5bd5d4e3e0a5 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31ea371e-3fdc-4e00-a0f7-91211ae5baef,revision_number=0']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:24.319416 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-dddd73eb-f581-4e6f-80fd-5bd5d4e3e0a5 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:24.327686 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-dddd73eb-f581-4e6f-80fd-5bd5d4e3e0a5 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:24.328965 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-dddd73eb-f581-4e6f-80fd-5bd5d4e3e0a5 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1682639 Aug 19 13:18:24.332070 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 60344) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:18:24.337270 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [None req-ed44a2f6-82be-48c6-a129-d202272db8b3 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Request body: {'security_group_rule': {'security_group_id': '9d7145cd-04f0-4feb-adc9-b1b6b4612e59', 'project_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:18:24.343456 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-ed44a2f6-82be-48c6-a129-d202272db8b3 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:18:24.348392 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-ed44a2f6-82be-48c6-a129-d202272db8b3 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Usage tracker for resource:security_group_rule and tenant:f2b9c7a795ef42a195e19b28c5a90c34 is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:18:24.351356 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-ed44a2f6-82be-48c6-a129-d202272db8b3 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:18:24.358481 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-ed44a2f6-82be-48c6-a129-d202272db8b3 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:18:24.374126 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.db.securitygroups_db [None req-ed44a2f6-82be-48c6-a129-d202272db8b3 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Project f2b9c7a795ef42a195e19b28c5a90c34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:18:24.381369 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-ed44a2f6-82be-48c6-a129-d202272db8b3 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:24.453526 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-ed44a2f6-82be-48c6-a129-d202272db8b3 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:24.457815 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-ed44a2f6-82be-48c6-a129-d202272db8b3 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072225'] for security_group_rule, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:24.460202 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:24.482656 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44a2f6-82be-48c6-a129-d202272db8b3 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbd76cd5-a275-4e59-8df5-0ad95da3a2c5,revision_number=0']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:24.487132 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-ed44a2f6-82be-48c6-a129-d202272db8b3 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:24.500810 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-ed44a2f6-82be-48c6-a129-d202272db8b3 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:24.504726 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-ed44a2f6-82be-48c6-a129-d202272db8b3 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1691337 Aug 19 13:18:24.504889 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 60354) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:18:24.511200 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.v2.base [None req-319c0551-30db-471e-b0be-fd635d7de967 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Request body: {'security_group_rule': {'security_group_id': '9d7145cd-04f0-4feb-adc9-b1b6b4612e59', 'project_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:18:24.520916 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-319c0551-30db-471e-b0be-fd635d7de967 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:18:24.525052 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-319c0551-30db-471e-b0be-fd635d7de967 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Usage tracker for resource:security_group_rule and tenant:f2b9c7a795ef42a195e19b28c5a90c34 is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:18:24.528096 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-319c0551-30db-471e-b0be-fd635d7de967 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:18:24.534151 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-319c0551-30db-471e-b0be-fd635d7de967 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:18:24.546026 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.db.securitygroups_db [None req-319c0551-30db-471e-b0be-fd635d7de967 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Project f2b9c7a795ef42a195e19b28c5a90c34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:18:24.557380 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-319c0551-30db-471e-b0be-fd635d7de967 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:24.636955 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-319c0551-30db-471e-b0be-fd635d7de967 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:24.642264 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-319c0551-30db-471e-b0be-fd635d7de967 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072225'] for security_group_rule, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:24.644388 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-ed44a2f6-82be-48c6-a129-d202272db8b3 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:24.668196 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319c0551-30db-471e-b0be-fd635d7de967 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2998717d-2d6b-4730-b921-3203ba6e2861,revision_number=0']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:24.673602 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-319c0551-30db-471e-b0be-fd635d7de967 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:24.682592 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-319c0551-30db-471e-b0be-fd635d7de967 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:24.684038 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-319c0551-30db-471e-b0be-fd635d7de967 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1782184 Aug 19 13:18:25.026342 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112bdd2f-fca4-4cca-909f-dfde64e848f4 req-9337442e-9aa7-4a4e-b133-069c0855ebf3 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:25.029145 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-112bdd2f-fca4-4cca-909f-dfde64e848f4 req-9337442e-9aa7-4a4e-b133-069c0855ebf3 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e533390-a5ce-43b2-a6bd-1cbc0ce982f7 HTTP/1.1" status: 200 len: 945 time: 0.1345549 Aug 19 13:18:25.092291 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1683c34-341a-4445-b3fe-efa02adc44a3 None None] Sync routers for ids ['6b1370d3-920e-4460-891f-e7324490eeff'] in dv-cinder-805144-1-iscsi {{(pid=79302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:18:25.097502 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-112bdd2f-fca4-4cca-909f-dfde64e848f4 req-b2a2708c-9ebb-450f-8460-1e1e923722d4 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/security-groups?id=1946f9e0-ba7a-45b8-a77c-830f23fb650d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617821 Aug 19 13:18:25.119311 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1683c34-341a-4445-b3fe-efa02adc44a3 None None] Routers {'6b1370d3-920e-4460-891f-e7324490eeff'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:18:25.120457 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-e1683c34-341a-4445-b3fe-efa02adc44a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:18:01Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['6b1370d3-920e-4460-891f-e7324490eeff'], 'active': True} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:18:25.341409 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b2c3d-be13-4f32-98ed-f885de189c65 req-0b062437-2903-4100-9e65-604e5dde9a09 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:25.344063 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-573b2c3d-be13-4f32-98ed-f885de189c65 req-0b062437-2903-4100-9e65-604e5dde9a09 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e533390-a5ce-43b2-a6bd-1cbc0ce982f7 HTTP/1.1" status: 200 len: 945 time: 0.1198864 Aug 19 13:18:25.365556 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvr_db [None req-e1683c34-341a-4445-b3fe-efa02adc44a3 None None] Set router 6b1370d3-920e-4460-891f-e7324490eeff gateway port host: dv-cinder-805144-1-iscsi {{(pid=79302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:18:25.430795 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-573b2c3d-be13-4f32-98ed-f885de189c65 req-b741b71f-6a0a-495a-a968-37181616b6f1 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/security-groups?id=1946f9e0-ba7a-45b8-a77c-830f23fb650d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802953 Aug 19 13:18:25.461084 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 60406) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:18:25.723508 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01e06fe-1d0b-4351-b405-378242a954c7 tempest-TestVolumeBootPattern-1159779285 tempest-TestVolumeBootPattern-1159779285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:25.725174 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-c01e06fe-1d0b-4351-b405-378242a954c7 tempest-TestVolumeBootPattern-1159779285 tempest-TestVolumeBootPattern-1159779285-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3e533390-a5ce-43b2-a6bd-1cbc0ce982f7 HTTP/1.1" status: 200 len: 1093 time: 0.2625997 Aug 19 13:18:25.727942 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 60412) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:18:25.733579 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-e8411c97-0555-48da-a3c3-5e3590faab01 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Request body: {'floatingip': {'floating_network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'port_id': 'bd8fd633-5a76-44e3-a3cd-61c2425fda3b', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'fixed_ip_address': '172.20.0.8'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:18:25.733799 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-e1683c34-341a-4445-b3fe-efa02adc44a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1370d3-920e-4460-891f-e7324490eeff', 'name': 'tempest-TestShelveInstance-280301489-router', 'tenant_id': '35f11dea68ab4c8d8fcf8ac0c9b6ceba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'dfc5c3f2-bd2a-4dd6-a73c-c66f13ae45a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:18:15Z', 'updated_at': '2021-08-19T13:18:20Z', 'revision_number': 4, 'project_id': '35f11dea68ab4c8d8fcf8ac0c9b6ceba', 'gw_port': {'id': 'dfc5c3f2-bd2a-4dd6-a73c-c66f13ae45a3', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1370d3-920e-4460-891f-e7324490eeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:18:16Z', 'updated_at': '2021-08-19T13:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': '54c61a20-f270-4d80-b941-d6c092bb3aec', 'name': '', 'network_id': '743d9cd2-3fb7-4d4e-85af-b3061b7e53c2', 'tenant_id': '35f11dea68ab4c8d8fcf8ac0c9b6ceba', 'mac_address': 'fa:16:3e:05:4c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1370d3-920e-4460-891f-e7324490eeff', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '3718d787-3f68-4cf5-b660-4c718e99382f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:18:20Z', 'updated_at': '2021-08-19T13:18:21Z', 'revision_number': 2, 'project_id': '35f11dea68ab4c8d8fcf8ac0c9b6ceba', 'subnets': [{'id': '3718d787-3f68-4cf5-b660-4c718e99382f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:18:25.737893 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1683c34-341a-4445-b3fe-efa02adc44a3 None None] Checking router: 6b1370d3-920e-4460-891f-e7324490eeff for host: dv-cinder-805144-1-iscsi {{(pid=79302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:18:25.738251 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1683c34-341a-4445-b3fe-efa02adc44a3 None None] Updating router 6b1370d3-920e-4460-891f-e7324490eeff port 54c61a20-f270-4d80-b941-d6c092bb3aec binding host dv-cinder-805144-1-iscsi {{(pid=79302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:18:25.739596 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-e8411c97-0555-48da-a3c3-5e3590faab01 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:18:25.751923 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-e8411c97-0555-48da-a3c3-5e3590faab01 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Usage tracker for resource:floatingip and tenant:a81195fe3cfa46c980fb0484af456fef is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:18:25.755001 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-e8411c97-0555-48da-a3c3-5e3590faab01 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:18:25.761287 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-e8411c97-0555-48da-a3c3-5e3590faab01 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:18:25.773933 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-e8411c97-0555-48da-a3c3-5e3590faab01 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks [] for floatingip, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:25.800154 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-e1683c34-341a-4445-b3fe-efa02adc44a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:25.905019 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device dfc5c3f2-bd2a-4dd6-a73c-c66f13ae45a3 up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:18:26.021032 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning complete for port dfc5c3f2-bd2a-4dd6-a73c-c66f13ae45a3 triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:18:26.022376 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:26.069390 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-e8411c97-0555-48da-a3c3-5e3590faab01 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:26.261034 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-e1683c34-341a-4445-b3fe-efa02adc44a3 None None] Notify callbacks [] for port, precommit_update {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:26.275249 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.provisioning_blocks [None req-e1683c34-341a-4445-b3fe-efa02adc44a3 None None] Transition to ACTIVE for port object 54c61a20-f270-4d80-b941-d6c092bb3aec will not be triggered until provisioned by entity L2. {{(pid=79302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:18:26.282233 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.db_base_plugin_common [None req-e8411c97-0555-48da-a3c3-5e3590faab01 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Allocated IP 172.27.1.146 (01c0c460-8075-482b-8652-00d44202fadb/8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5/6a724404-23d5-41b9-8ea1-333ddd23b39e) {{(pid=79299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:18:26.289253 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-e1683c34-341a-4445-b3fe-efa02adc44a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:26.321148 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG oslo_concurrency.lockutils [None req-ce98c118-7bf3-4c62-aabc-549593548fdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:26.562364 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6af84-2a01-4ef2-967e-0b26cb983078 None None] Pushing event updated for resources: {'Port': ['ID=54c61a20-f270-4d80-b941-d6c092bb3aec,revision_number=3']} {{(pid=79302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:26.580935 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-e8411c97-0555-48da-a3c3-5e3590faab01 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks [] for port, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:26.595479 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG oslo_concurrency.lockutils [None req-d0d6af84-2a01-4ef2-967e-0b26cb983078 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=79302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:26.629426 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.managers [None req-e1683c34-341a-4445-b3fe-efa02adc44a3 None None] Attempting to bind port 54c61a20-f270-4d80-b941-d6c092bb3aec on host dv-cinder-805144-1-iscsi for vnic_type normal with profile {{(pid=79302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:18:26.630101 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.managers [None req-e1683c34-341a-4445-b3fe-efa02adc44a3 None None] Attempting to bind port 54c61a20-f270-4d80-b941-d6c092bb3aec by drivers openvswitch,hyperv on host dv-cinder-805144-1-iscsi at level 0 using segments [{'id': '03094377-e52d-4fb2-8182-366b4cb77dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '743d9cd2-3fb7-4d4e-85af-b3061b7e53c2'}] {{(pid=79302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:18:26.630476 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1683c34-341a-4445-b3fe-efa02adc44a3 None None] Attempting to bind port 54c61a20-f270-4d80-b941-d6c092bb3aec on network 743d9cd2-3fb7-4d4e-85af-b3061b7e53c2 {{(pid=79302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:18:26.632169 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-e8411c97-0555-48da-a3c3-5e3590faab01 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6301144'] for port, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:26.636808 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1683c34-341a-4445-b3fe-efa02adc44a3 None None] Checking agent: {'id': '22cf82ff-da15-404e-8075-dce9686ce61b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805144-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 13, 0, 29), 'started_at': datetime.datetime(2021, 8, 19, 13, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805144-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 19 13:18:26.637197 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1683c34-341a-4445-b3fe-efa02adc44a3 None None] Checking segment: {'id': '03094377-e52d-4fb2-8182-366b4cb77dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '743d9cd2-3fb7-4d4e-85af-b3061b7e53c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:18:26.637697 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-e1683c34-341a-4445-b3fe-efa02adc44a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:26.638205 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1683c34-341a-4445-b3fe-efa02adc44a3 None None] Bound using segment: {'id': '03094377-e52d-4fb2-8182-366b4cb77dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '743d9cd2-3fb7-4d4e-85af-b3061b7e53c2'} {{(pid=79302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 19 13:18:26.638627 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.managers [None req-e1683c34-341a-4445-b3fe-efa02adc44a3 None None] Bound port: 54c61a20-f270-4d80-b941-d6c092bb3aec, host: dv-cinder-805144-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03094377-e52d-4fb2-8182-366b4cb77dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '743d9cd2-3fb7-4d4e-85af-b3061b7e53c2'}}] {{(pid=79302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:18:26.639103 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-e1683c34-341a-4445-b3fe-efa02adc44a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:26.644144 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-7c71f6f6-0b57-40d4-965a-9b8521d8e8f2 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:26.713037 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8411c97-0555-48da-a3c3-5e3590faab01 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Network 01c0c460-8075-482b-8652-00d44202fadb is already hosted by enough agents. {{(pid=79299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:18:26.716623 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.base_scheduler [None req-e8411c97-0555-48da-a3c3-5e3590faab01 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Resources bound (agent type, host, resource id): {{(pid=79299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:18:26.720617 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8411c97-0555-48da-a3c3-5e3590faab01 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Received port after_create {{(pid=79299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:18:26.762168 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.db [None req-e1683c34-341a-4445-b3fe-efa02adc44a3 None None] For port 54c61a20-f270-4d80-b941-d6c092bb3aec, host dv-cinder-805144-1-iscsi, cleared binding levels {{(pid=79302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 19 13:18:26.766990 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.plugins.ml2.db [None req-e1683c34-341a-4445-b3fe-efa02adc44a3 None None] For port 54c61a20-f270-4d80-b941-d6c092bb3aec, host dv-cinder-805144-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=54c61a20-f270-4d80-b941-d6c092bb3aec,segment=NetworkSegment(03094377-e52d-4fb2-8182-366b4cb77dee),segment_id=03094377-e52d-4fb2-8182-366b4cb77dee)] {{(pid=79302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 19 13:18:26.772081 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8411c97-0555-48da-a3c3-5e3590faab01 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Pushing event updated for resources: {'Port': ['ID=6a724404-23d5-41b9-8ea1-333ddd23b39e,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:26.772821 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron_lib.callbacks.manager [None req-e1683c34-341a-4445-b3fe-efa02adc44a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:26.778023 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:26.780797 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-e8411c97-0555-48da-a3c3-5e3590faab01 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:26.862051 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1683c34-341a-4445-b3fe-efa02adc44a3 None None] Routers {'6b1370d3-920e-4460-891f-e7324490eeff'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:18:26.862718 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-e1683c34-341a-4445-b3fe-efa02adc44a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:18:01Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['6b1370d3-920e-4460-891f-e7324490eeff'], 'active': True} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:18:26.942533 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6af84-2a01-4ef2-967e-0b26cb983078 None None] Pushing event updated for resources: {'Port': ['ID=54c61a20-f270-4d80-b941-d6c092bb3aec,revision_number=4']} {{(pid=79302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:26.946042 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG oslo_concurrency.lockutils [None req-d0d6af84-2a01-4ef2-967e-0b26cb983078 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:27.078428 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvr_db [None req-e1683c34-341a-4445-b3fe-efa02adc44a3 None None] Set router 6b1370d3-920e-4460-891f-e7324490eeff gateway port host: dv-cinder-805144-1-iscsi {{(pid=79302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:18:27.212377 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-e8411c97-0555-48da-a3c3-5e3590faab01 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:27.309212 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-e8411c97-0555-48da-a3c3-5e3590faab01 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:27.424704 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-e1683c34-341a-4445-b3fe-efa02adc44a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1370d3-920e-4460-891f-e7324490eeff', 'name': 'tempest-TestShelveInstance-280301489-router', 'tenant_id': '35f11dea68ab4c8d8fcf8ac0c9b6ceba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'dfc5c3f2-bd2a-4dd6-a73c-c66f13ae45a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:18:15Z', 'updated_at': '2021-08-19T13:18:20Z', 'revision_number': 4, 'project_id': '35f11dea68ab4c8d8fcf8ac0c9b6ceba', 'gw_port': {'id': 'dfc5c3f2-bd2a-4dd6-a73c-c66f13ae45a3', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1370d3-920e-4460-891f-e7324490eeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:18:16Z', 'updated_at': '2021-08-19T13:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': '54c61a20-f270-4d80-b941-d6c092bb3aec', 'name': '', 'network_id': '743d9cd2-3fb7-4d4e-85af-b3061b7e53c2', 'tenant_id': '35f11dea68ab4c8d8fcf8ac0c9b6ceba', 'mac_address': 'fa:16:3e:05:4c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1370d3-920e-4460-891f-e7324490eeff', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '3718d787-3f68-4cf5-b660-4c718e99382f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:18:20Z', 'updated_at': '2021-08-19T13:18:26Z', 'revision_number': 4, 'project_id': '35f11dea68ab4c8d8fcf8ac0c9b6ceba', 'subnets': [{'id': '3718d787-3f68-4cf5-b660-4c718e99382f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:18:27.436316 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1683c34-341a-4445-b3fe-efa02adc44a3 None None] The sync data for ids ['6b1370d3-920e-4460-891f-e7324490eeff'] in dv-cinder-805144-1-iscsi is: [{'id': '6b1370d3-920e-4460-891f-e7324490eeff', 'name': 'tempest-TestShelveInstance-280301489-router', 'tenant_id': '35f11dea68ab4c8d8fcf8ac0c9b6ceba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'dfc5c3f2-bd2a-4dd6-a73c-c66f13ae45a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:18:15Z', 'updated_at': '2021-08-19T13:18:20Z', 'revision_number': 4, 'project_id': '35f11dea68ab4c8d8fcf8ac0c9b6ceba', 'gw_port': {'id': 'dfc5c3f2-bd2a-4dd6-a73c-c66f13ae45a3', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1370d3-920e-4460-891f-e7324490eeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:18:16Z', 'updated_at': '2021-08-19T13:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': '54c61a20-f270-4d80-b941-d6c092bb3aec', 'name': '', 'network_id': '743d9cd2-3fb7-4d4e-85af-b3061b7e53c2', 'tenant_id': '35f11dea68ab4c8d8fcf8ac0c9b6ceba', 'mac_address': 'fa:16:3e:05:4c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1370d3-920e-4460-891f-e7324490eeff', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '3718d787-3f68-4cf5-b660-4c718e99382f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:18:20Z', 'updated_at': '2021-08-19T13:18:26Z', 'revision_number': 4, 'project_id': '35f11dea68ab4c8d8fcf8ac0c9b6ceba', 'subnets': [{'id': '3718d787-3f68-4cf5-b660-4c718e99382f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:18:27.553033 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-e8411c97-0555-48da-a3c3-5e3590faab01 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks [] for port, precommit_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:27.558032 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-e8411c97-0555-48da-a3c3-5e3590faab01 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6301121'] for port, after_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:27.563191 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-af0abe68-9c13-465b-b6b6-4cd12e6ff1c2 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:27.677521 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8411c97-0555-48da-a3c3-5e3590faab01 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Pushing event updated for resources: {'Port': ['ID=6a724404-23d5-41b9-8ea1-333ddd23b39e,revision_number=2']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:27.685762 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-e8411c97-0555-48da-a3c3-5e3590faab01 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:27.696549 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-e8411c97-0555-48da-a3c3-5e3590faab01 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962991'] for floatingip, after_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:27.942183 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.db.l3_db [None req-e8411c97-0555-48da-a3c3-5e3590faab01 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Floating IP 2e6bd956-ca7b-45d6-b136-eb4c372aaff0 associated. External IP: 172.27.1.146, port: bd8fd633-5a76-44e3-a3cd-61c2425fda3b. Aug 19 13:18:27.952541 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 54c61a20-f270-4d80-b941-d6c092bb3aec up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:18:28.047030 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning for port 54c61a20-f270-4d80-b941-d6c092bb3aec completed by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:18:28.058667 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning complete for port 54c61a20-f270-4d80-b941-d6c092bb3aec triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:18:28.060665 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:28.164033 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-44e63d27-f09e-4995-9f42-6e357f4f8559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:28.306310 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:28.370401 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] For port 54c61a20-f270-4d80-b941-d6c092bb3aec, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=54c61a20-f270-4d80-b941-d6c092bb3aec,segment=NetworkSegment(03094377-e52d-4fb2-8182-366b4cb77dee),segment_id=03094377-e52d-4fb2-8182-366b4cb77dee)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:18:28.377092 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:28.381227 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-cf20310f-7deb-455f-9647-c2da338c2785 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:28.462553 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Pushing event updated for resources: {'Port': ['ID=54c61a20-f270-4d80-b941-d6c092bb3aec,revision_number=5']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:28.469305 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:28.583616 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:28.648641 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8411c97-0555-48da-a3c3-5e3590faab01 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Router 00ad355c-569d-4f7b-b6af-0d6a62cb2645 has already been hosted by L3 agent bb0205a6-735d-4789-b813-02600d36e527 {{(pid=79299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 19 13:18:28.873261 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8411c97-0555-48da-a3c3-5e3590faab01 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify agent at l3_agent.dv-cinder-805144-1-iscsi the message routers_updated {{(pid=79299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 19 13:18:28.886307 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a617270-67f6-41ca-843c-e89dd66cb13b None None] Sync routers for ids ['00ad355c-569d-4f7b-b6af-0d6a62cb2645'] in dv-cinder-805144-1-iscsi {{(pid=79301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:18:28.900802 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a617270-67f6-41ca-843c-e89dd66cb13b None None] Routers {'00ad355c-569d-4f7b-b6af-0d6a62cb2645'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:18:28.901450 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-4a617270-67f6-41ca-843c-e89dd66cb13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:18:01Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['00ad355c-569d-4f7b-b6af-0d6a62cb2645'], 'active': True} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:18:28.903129 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-e8411c97-0555-48da-a3c3-5e3590faab01 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for floatingip, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:28.962835 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-e8411c97-0555-48da-a3c3-5e3590faab01 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2338321 Aug 19 13:18:28.963500 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e533390-a5ce-43b2-a6bd-1cbc0ce982f7', 'tag': 'bd8fd633-5a76-44e3-a3cd-61c2425fda3b'}] {{(pid=79299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:18:29.010931 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e533390-a5ce-43b2-a6bd-1cbc0ce982f7', 'tag': 'bd8fd633-5a76-44e3-a3cd-61c2425fda3b', 'status': 'completed', 'code': 200} Aug 19 13:18:29.110240 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvr_db [None req-4a617270-67f6-41ca-843c-e89dd66cb13b None None] Set router 00ad355c-569d-4f7b-b6af-0d6a62cb2645 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:18:29.160389 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2552498-d2df-44b1-be48-a580bf3822fe req-585b6fac-488e-41b7-983e-a48e7ef45223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:29.162101 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a2552498-d2df-44b1-be48-a580bf3822fe req-585b6fac-488e-41b7-983e-a48e7ef45223 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a81195fe3cfa46c980fb0484af456fef&device_id=3e533390-a5ce-43b2-a6bd-1cbc0ce982f7 HTTP/1.1" status: 200 len: 1098 time: 0.0911214 Aug 19 13:18:29.382837 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2552498-d2df-44b1-be48-a580bf3822fe req-a78423bd-0622-42f7-9f49-75e2bc01a618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:29.384364 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a2552498-d2df-44b1-be48-a580bf3822fe req-a78423bd-0622-42f7-9f49-75e2bc01a618 service neutron] 10.222.0.68 "GET /v2.0/networks?id=aea097be-4d5e-4757-b2e3-2b4db907e9bb HTTP/1.1" status: 200 len: 913 time: 0.2136493 Aug 19 13:18:29.484281 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a093aa47-839a-48ad-8ae9-5d6bacd78935 req-082d075d-8d3d-47b6-a557-e1e5d5508e4e tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1665231373&fields=id&tenant_id=9b5f0e2e107546a08b4ec133e8369dfb HTTP/1.1" status: 200 len: 267 time: 0.1443927 Aug 19 13:18:29.592492 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a2552498-d2df-44b1-be48-a580bf3822fe req-33b8c505-8277-424c-a72a-894f1bf66382 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd8fd633-5a76-44e3-a3cd-61c2425fda3b HTTP/1.1" status: 200 len: 999 time: 0.1879389 Aug 19 13:18:29.620980 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-4a617270-67f6-41ca-843c-e89dd66cb13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'name': 'tempest-TestVolumeBootPattern-648151110-router', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:27Z', 'updated_at': '2021-08-19T13:11:33Z', 'revision_number': 4, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'gw_port': {'id': 'ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:31:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:28Z', 'updated_at': '2021-08-19T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_floatingips': [{'id': '2e6bd956-ca7b-45d6-b136-eb4c372aaff0', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'router_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'port_id': 'bd8fd633-5a76-44e3-a3cd-61c2425fda3b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb', 'mac_address': 'fa:16:3e:f0:32:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e533390-a5ce-43b2-a6bd-1cbc0ce982f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:18:27Z', 'updated_at': '2021-08-19T13:18:27Z', 'revision_number': 0, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'fixed_ip_address_scope': None}, {'id': 'b83131c5-c27d-4aee-a8d1-0df4acd45e3c', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'router_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'port_id': '32cab71e-8ad3-4243-a1ad-124b87187bc9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb', 'mac_address': 'fa:16:3e:59:92:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6a5868-adca-442a-929f-3210992f0525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:15:57Z', 'updated_at': '2021-08-19T13:16:06Z', 'revision_number': 1, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca58a4bf-c483-4319-aa7d-8b8e11eaa569', 'name': '', 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'mac_address': 'fa:16:3e:4b:7e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:32Z', 'updated_at': '2021-08-19T13:11:44Z', 'revision_number': 5, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'subnets': [{'id': '7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:18:29.624671 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a617270-67f6-41ca-843c-e89dd66cb13b None None] Checking router: 00ad355c-569d-4f7b-b6af-0d6a62cb2645 for host: dv-cinder-805144-1-iscsi {{(pid=79301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:18:29.634323 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a617270-67f6-41ca-843c-e89dd66cb13b None None] Routers {'00ad355c-569d-4f7b-b6af-0d6a62cb2645'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:18:29.634965 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-4a617270-67f6-41ca-843c-e89dd66cb13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:18:01Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['00ad355c-569d-4f7b-b6af-0d6a62cb2645'], 'active': True} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:18:29.672439 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093aa47-839a-48ad-8ae9-5d6bacd78935 req-9623a849-afcd-40b5-9679-165e2d1bb576 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:29.673951 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a093aa47-839a-48ad-8ae9-5d6bacd78935 req-9623a849-afcd-40b5-9679-165e2d1bb576 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 985 time: 0.1736901 Aug 19 13:18:29.675657 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2552498-d2df-44b1-be48-a580bf3822fe req-1c0d3e02-5cd9-4ac4-a190-5d1cb03a5d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:29.677205 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a2552498-d2df-44b1-be48-a580bf3822fe req-1c0d3e02-5cd9-4ac4-a190-5d1cb03a5d13 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33 HTTP/1.1" status: 200 len: 850 time: 0.0773783 Aug 19 13:18:29.685551 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [req-a093aa47-839a-48ad-8ae9-5d6bacd78935 req-61ebe33c-9482-4425-821c-082126b4b946 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Request body: {'port': {'security_groups': ['0dc0550a-c30f-4b3b-ae83-ad71b375e79f']}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:18:29.845744 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvr_db [None req-4a617270-67f6-41ca-843c-e89dd66cb13b None None] Set router 00ad355c-569d-4f7b-b6af-0d6a62cb2645 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:18:29.890316 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-a093aa47-839a-48ad-8ae9-5d6bacd78935 req-61ebe33c-9482-4425-821c-082126b4b946 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:29.910861 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2552498-d2df-44b1-be48-a580bf3822fe req-7f486514-a6c9-41e7-94a9-2a3dae7569ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:29.912409 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a2552498-d2df-44b1-be48-a580bf3822fe req-7f486514-a6c9-41e7-94a9-2a3dae7569ee service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=aea097be-4d5e-4757-b2e3-2b4db907e9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1982934 Aug 19 13:18:29.945779 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 54c61a20-f270-4d80-b941-d6c092bb3aec up at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:18:30.154745 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Provisioning complete for port 54c61a20-f270-4d80-b941-d6c092bb3aec triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:18:30.155392 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:30.175673 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a2552498-d2df-44b1-be48-a580bf3822fe req-7ddd3813-06da-4087-ae2c-09fa2329fca5 service neutron] 10.222.0.68 "GET /v2.0/networks/aea097be-4d5e-4757-b2e3-2b4db907e9bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315433 Aug 19 13:18:30.501561 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-4a617270-67f6-41ca-843c-e89dd66cb13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'name': 'tempest-TestVolumeBootPattern-648151110-router', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:27Z', 'updated_at': '2021-08-19T13:11:33Z', 'revision_number': 4, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'gw_port': {'id': 'ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:31:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:28Z', 'updated_at': '2021-08-19T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_floatingips': [{'id': '2e6bd956-ca7b-45d6-b136-eb4c372aaff0', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'router_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'port_id': 'bd8fd633-5a76-44e3-a3cd-61c2425fda3b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb', 'mac_address': 'fa:16:3e:f0:32:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e533390-a5ce-43b2-a6bd-1cbc0ce982f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:18:27Z', 'updated_at': '2021-08-19T13:18:27Z', 'revision_number': 0, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'fixed_ip_address_scope': None}, {'id': 'b83131c5-c27d-4aee-a8d1-0df4acd45e3c', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'router_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'port_id': '32cab71e-8ad3-4243-a1ad-124b87187bc9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb', 'mac_address': 'fa:16:3e:59:92:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6a5868-adca-442a-929f-3210992f0525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:15:57Z', 'updated_at': '2021-08-19T13:16:06Z', 'revision_number': 1, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca58a4bf-c483-4319-aa7d-8b8e11eaa569', 'name': '', 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'mac_address': 'fa:16:3e:4b:7e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:32Z', 'updated_at': '2021-08-19T13:11:44Z', 'revision_number': 5, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'subnets': [{'id': '7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:18:30.507170 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a617270-67f6-41ca-843c-e89dd66cb13b None None] The sync data for ids ['00ad355c-569d-4f7b-b6af-0d6a62cb2645'] in dv-cinder-805144-1-iscsi is: [{'id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'name': 'tempest-TestVolumeBootPattern-648151110-router', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:27Z', 'updated_at': '2021-08-19T13:11:33Z', 'revision_number': 4, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'gw_port': {'id': 'ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:31:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:28Z', 'updated_at': '2021-08-19T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_floatingips': [{'id': '2e6bd956-ca7b-45d6-b136-eb4c372aaff0', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'router_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'port_id': 'bd8fd633-5a76-44e3-a3cd-61c2425fda3b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb', 'mac_address': 'fa:16:3e:f0:32:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e533390-a5ce-43b2-a6bd-1cbc0ce982f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:18:27Z', 'updated_at': '2021-08-19T13:18:27Z', 'revision_number': 0, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'fixed_ip_address_scope': None}, {'id': 'b83131c5-c27d-4aee-a8d1-0df4acd45e3c', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'router_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'port_id': '32cab71e-8ad3-4243-a1ad-124b87187bc9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb', 'mac_address': 'fa:16:3e:59:92:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6a5868-adca-442a-929f-3210992f0525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:15:57Z', 'updated_at': '2021-08-19T13:16:06Z', 'revision_number': 1, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca58a4bf-c483-4319-aa7d-8b8e11eaa569', 'name': '', 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'mac_address': 'fa:16:3e:4b:7e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:32Z', 'updated_at': '2021-08-19T13:11:44Z', 'revision_number': 5, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'subnets': [{'id': '7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:18:30.557999 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.db [req-a093aa47-839a-48ad-8ae9-5d6bacd78935 req-61ebe33c-9482-4425-821c-082126b4b946 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] For port bc54abfb-57b1-4773-97d6-e8cab3cdfafd, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=bc54abfb-57b1-4773-97d6-e8cab3cdfafd,segment=NetworkSegment(a7d43235-ba3c-42c5-bf37-822e9c1fae6e),segment_id=a7d43235-ba3c-42c5-bf37-822e9c1fae6e)] {{(pid=79299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:18:30.593836 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a2552498-d2df-44b1-be48-a580bf3822fe req-6bc471a3-eff2-4580-b82c-4e052fdf15a6 service neutron] 10.222.0.68 "GET /v2.0/networks/aea097be-4d5e-4757-b2e3-2b4db907e9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351079 Aug 19 13:18:30.632288 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-a093aa47-839a-48ad-8ae9-5d6bacd78935 req-61ebe33c-9482-4425-821c-082126b4b946 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks [] for port, precommit_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:30.640516 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-a093aa47-839a-48ad-8ae9-5d6bacd78935 req-61ebe33c-9482-4425-821c-082126b4b946 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6301121'] for port, after_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:30.648050 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-3afcb66d-cbd6-4382-a375-42985284e8f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:30.693851 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] get_ports_and_sgs() called for port_ids ['bc54abfb-57b1-4773-97d6-e8cab3cdfafd'] {{(pid=79301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 19 13:18:30.729987 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093aa47-839a-48ad-8ae9-5d6bacd78935 req-61ebe33c-9482-4425-821c-082126b4b946 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:30.729987 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-a093aa47-839a-48ad-8ae9-5d6bacd78935 req-61ebe33c-9482-4425-821c-082126b4b946 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for port, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:30.730566 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a093aa47-839a-48ad-8ae9-5d6bacd78935 req-61ebe33c-9482-4425-821c-082126b4b946 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "PUT /v2.0/ports/bc54abfb-57b1-4773-97d6-e8cab3cdfafd HTTP/1.1" status: 200 len: 943 time: 1.0498121 Aug 19 13:18:30.738560 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 60474) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:18:30.749540 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ebe33c-9482-4425-821c-082126b4b946 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Pushing event updated for resources: {'Port': ['ID=bc54abfb-57b1-4773-97d6-e8cab3cdfafd,revision_number=7']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:30.753107 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-61ebe33c-9482-4425-821c-082126b4b946 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:30.864485 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295e8d25-dba2-4398-9a13-9aa66d6044c7 None None] New status for floating IP 2e6bd956-ca7b-45d6-b136-eb4c372aaff0: ACTIVE {{(pid=79302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:18:30.927159 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-69ff2e25-493c-4ca3-abb2-b5d577430f9b tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks [] for security_group, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:30.995982 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] get_ports_and_sgs() called for port_ids ['bc54abfb-57b1-4773-97d6-e8cab3cdfafd'] {{(pid=79301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 19 13:18:31.012296 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7cda10b-ebd9-4d6b-a955-0b10638b7a2f', 'tag': 'bc54abfb-57b1-4773-97d6-e8cab3cdfafd'}] {{(pid=79299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:18:31.015504 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-69ff2e25-493c-4ca3-abb2-b5d577430f9b tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:31.235354 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ea9f6388-1b2a-4b36-9063-fc1a82c12132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:31.239917 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-69ff2e25-493c-4ca3-abb2-b5d577430f9b tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:31.253094 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7cda10b-ebd9-4d6b-a955-0b10638b7a2f', 'tag': 'bc54abfb-57b1-4773-97d6-e8cab3cdfafd', 'status': 'completed', 'code': 200} Aug 19 13:18:31.260346 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-74e2ced0-2324-487c-a8b9-6be9c2a30a1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:31.277621 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 60484) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:18:31.285749 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff2e25-493c-4ca3-abb2-b5d577430f9b tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=289c9ddf-3134-4e44-9087-781dfa49437d,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:31.289381 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-69ff2e25-493c-4ca3-abb2-b5d577430f9b tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:31.293914 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-69ff2e25-493c-4ca3-abb2-b5d577430f9b tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks [] for security_group, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:31.296190 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-69ff2e25-493c-4ca3-abb2-b5d577430f9b tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "DELETE /v2.0/security-groups/289c9ddf-3134-4e44-9087-781dfa49437d HTTP/1.1" status: 204 len: 168 time: 0.5555315 Aug 19 13:18:31.298939 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 60488) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:18:31.337033 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-33e0e0c4-eb5e-4a39-981b-4be688e5d798 None None] Provisioning complete for port bc54abfb-57b1-4773-97d6-e8cab3cdfafd triggered by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:18:31.337672 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-33e0e0c4-eb5e-4a39-981b-4be688e5d798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:31.504878 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497d4e5-25b1-4f86-8b47-e77d3630cc16 req-9e33c2f3-c9d4-4b60-a400-282ec3a19945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:31.507129 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0497d4e5-25b1-4f86-8b47-e77d3630cc16 req-9e33c2f3-c9d4-4b60-a400-282ec3a19945 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9b5f0e2e107546a08b4ec133e8369dfb&device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 1099 time: 0.1662247 Aug 19 13:18:31.571553 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d58d1988-8b9c-4667-99cf-389d0a682bc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:31.647738 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-d58d1988-8b9c-4667-99cf-389d0a682bc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:18:31.656995 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-d58d1988-8b9c-4667-99cf-389d0a682bc7 admin admin] Usage tracker for resource:security_group_rule and tenant:02107410845a4e289b0c74fffff92944 is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:18:31.678373 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-d58d1988-8b9c-4667-99cf-389d0a682bc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:18:31.693812 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-d58d1988-8b9c-4667-99cf-389d0a682bc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:18:31.775943 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497d4e5-25b1-4f86-8b47-e77d3630cc16 req-c28efec4-6084-4b18-b8a0-ce204c53b9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:31.777207 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0497d4e5-25b1-4f86-8b47-e77d3630cc16 req-c28efec4-6084-4b18-b8a0-ce204c53b9a6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=146b2f75-1238-4b8e-8670-030041b2b962 HTTP/1.1" status: 200 len: 917 time: 0.2456024 Aug 19 13:18:31.831232 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:31.858122 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [None req-40f224e8-cb37-4bb2-9273-de96b31e1716 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Deleting port a5e9c7d7-4059-4bd0-9413-a0ca187d9b65 {{(pid=79300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:18:31.858681 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-40f224e8-cb37-4bb2-9273-de96b31e1716 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:31.930645 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0497d4e5-25b1-4f86-8b47-e77d3630cc16 req-44a7fe39-8054-4a01-b321-9bc35aaf4afc service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc54abfb-57b1-4773-97d6-e8cab3cdfafd HTTP/1.1" status: 200 len: 1001 time: 0.1401932 Aug 19 13:18:31.990772 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d58d1988-8b9c-4667-99cf-389d0a682bc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:31.997938 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d58d1988-8b9c-4667-99cf-389d0a682bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:32.008304 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-d33c3a9c-9d0a-4b12-9f7d-1d401289421c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:32.055232 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-40f224e8-cb37-4bb2-9273-de96b31e1716 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:32.055494 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-40f224e8-cb37-4bb2-9273-de96b31e1716 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:32.068921 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-d58d1988-8b9c-4667-99cf-389d0a682bc7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=02107410845a4e289b0c74fffff92944&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7861662 Aug 19 13:18:32.072509 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 60496) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:18:32.073965 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497d4e5-25b1-4f86-8b47-e77d3630cc16 req-00e2902c-2b43-4af6-90ec-22572af33f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:32.075656 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0497d4e5-25b1-4f86-8b47-e77d3630cc16 req-00e2902c-2b43-4af6-90ec-22572af33f3b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=97420a0f-08e6-4409-8050-18fd91d4363c HTTP/1.1" status: 200 len: 854 time: 0.1321948 Aug 19 13:18:32.076518 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58d1988-8b9c-4667-99cf-389d0a682bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdfdcae-c88d-4b21-9341-a33fc853b907,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:32.080765 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-d58d1988-8b9c-4667-99cf-389d0a682bc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:32.190291 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [None req-40f224e8-cb37-4bb2-9273-de96b31e1716 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Calling delete_port for a5e9c7d7-4059-4bd0-9413-a0ca187d9b65 owned by network:floatingip {{(pid=79300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:18:32.228177 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-e8c8df57-5ff3-4592-919d-29d4ef77f1d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:32.234823 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497d4e5-25b1-4f86-8b47-e77d3630cc16 req-823ed3ea-4e70-43e6-8b1a-ea499efc66cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:32.236430 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0497d4e5-25b1-4f86-8b47-e77d3630cc16 req-823ed3ea-4e70-43e6-8b1a-ea499efc66cc service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=146b2f75-1238-4b8e-8670-030041b2b962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1450794 Aug 19 13:18:32.366253 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-e8c8df57-5ff3-4592-919d-29d4ef77f1d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:32.417495 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-40f224e8-cb37-4bb2-9273-de96b31e1716 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202527'] for port, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:32.424653 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-74b1a9c1-68d7-40eb-a10a-1425000a312f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:32.481414 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0497d4e5-25b1-4f86-8b47-e77d3630cc16 req-ab0b0f25-29d9-4803-88e8-40475f5a3075 service neutron] 10.222.0.68 "GET /v2.0/networks/146b2f75-1238-4b8e-8670-030041b2b962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367802 Aug 19 13:18:32.508121 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f224e8-cb37-4bb2-9273-de96b31e1716 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Pushing event deleted for resources: {'Port': ['ID=a5e9c7d7-4059-4bd0-9413-a0ca187d9b65,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:32.520738 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-40f224e8-cb37-4bb2-9273-de96b31e1716 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:32.598547 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-40f224e8-cb37-4bb2-9273-de96b31e1716 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks [] for floatingip, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:32.598547 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.db.l3_db [None req-40f224e8-cb37-4bb2-9273-de96b31e1716 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Floating IP 2568ead9-a351-4e05-aa6e-67f1d435a7f6 disassociated (deleted). External IP: 172.27.1.65, port: bc54abfb-57b1-4773-97d6-e8cab3cdfafd. Aug 19 13:18:32.632997 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-e8c8df57-5ff3-4592-919d-29d4ef77f1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:32.640207 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-2ff9099d-3427-42d1-adce-8e6954ccf763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:32.667649 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c8df57-5ff3-4592-919d-29d4ef77f1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdfdcae-c88d-4b21-9341-a33fc853b907,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:32.670369 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-e8c8df57-5ff3-4592-919d-29d4ef77f1d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:32.676535 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-e8c8df57-5ff3-4592-919d-29d4ef77f1d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:32.681031 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-e8c8df57-5ff3-4592-919d-29d4ef77f1d7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4cdfdcae-c88d-4b21-9341-a33fc853b907 HTTP/1.1" status: 204 len: 168 time: 0.6012721 Aug 19 13:18:32.749201 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0497d4e5-25b1-4f86-8b47-e77d3630cc16 req-ead1204b-78cf-4f1f-b221-b4c83670810f service neutron] 10.222.0.68 "GET /v2.0/networks/146b2f75-1238-4b8e-8670-030041b2b962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604234 Aug 19 13:18:33.093527 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f224e8-cb37-4bb2-9273-de96b31e1716 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Router 37aaecdf-d900-47f5-b095-a9f48234c6cf has already been hosted by L3 agent bb0205a6-735d-4789-b813-02600d36e527 {{(pid=79300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 19 13:18:33.134431 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 60506) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:18:33.157438 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-93f08cf7-d987-4fd7-9a27-db06b34e811f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:33.177342 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-93f08cf7-d987-4fd7-9a27-db06b34e811f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:18:33.182297 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-93f08cf7-d987-4fd7-9a27-db06b34e811f admin admin] Usage tracker for resource:security_group_rule and tenant:156a4809688b4cacaa5ccaf8881b93db is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:18:33.186744 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-93f08cf7-d987-4fd7-9a27-db06b34e811f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:18:33.194469 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-93f08cf7-d987-4fd7-9a27-db06b34e811f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:18:33.314605 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-93f08cf7-d987-4fd7-9a27-db06b34e811f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:33.329740 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-93f08cf7-d987-4fd7-9a27-db06b34e811f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:33.336631 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-e5d7ebb8-4ec8-46a5-8779-030647290d0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:33.354397 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f224e8-cb37-4bb2-9273-de96b31e1716 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify agent at l3_agent.dv-cinder-805144-1-iscsi the message routers_updated {{(pid=79300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 19 13:18:33.381489 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7a24ba-5f1e-45b0-a042-75a68398fdb0 None None] Sync routers for ids ['37aaecdf-d900-47f5-b095-a9f48234c6cf'] in dv-cinder-805144-1-iscsi {{(pid=79301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:18:33.392311 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-93f08cf7-d987-4fd7-9a27-db06b34e811f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=156a4809688b4cacaa5ccaf8881b93db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2560647 Aug 19 13:18:33.392539 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-40f224e8-cb37-4bb2-9273-de96b31e1716 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for floatingip, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:33.393553 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f08cf7-d987-4fd7-9a27-db06b34e811f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4349da-1f3d-4281-8efe-13b844db37a0,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:33.397807 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 60512) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:18:33.407914 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7a24ba-5f1e-45b0-a042-75a68398fdb0 None None] Routers {'37aaecdf-d900-47f5-b095-a9f48234c6cf'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:18:33.408805 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-5f7a24ba-5f1e-45b0-a042-75a68398fdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:18:31Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['37aaecdf-d900-47f5-b095-a9f48234c6cf'], 'active': True} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:18:33.434674 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-93f08cf7-d987-4fd7-9a27-db06b34e811f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:33.471870 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-40f224e8-cb37-4bb2-9273-de96b31e1716 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "DELETE /v2.0/floatingips/2568ead9-a351-4e05-aa6e-67f1d435a7f6 HTTP/1.1" status: 204 len: 168 time: 2.1709425 Aug 19 13:18:33.472974 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7cda10b-ebd9-4d6b-a955-0b10638b7a2f', 'tag': 'bc54abfb-57b1-4773-97d6-e8cab3cdfafd'}] {{(pid=79300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:18:33.485039 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-de6b3740-afef-4138-922e-0e139351b650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:33.539439 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-de6b3740-afef-4138-922e-0e139351b650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:33.584415 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7cda10b-ebd9-4d6b-a955-0b10638b7a2f', 'tag': 'bc54abfb-57b1-4773-97d6-e8cab3cdfafd', 'status': 'completed', 'code': 200} Aug 19 13:18:33.587930 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:33.635930 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-de6b3740-afef-4138-922e-0e139351b650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:33.644360 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-8f83972a-1554-4860-846c-85a181f2e7d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:33.711292 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvr_db [None req-5f7a24ba-5f1e-45b0-a042-75a68398fdb0 None None] Set router 37aaecdf-d900-47f5-b095-a9f48234c6cf gateway port host: dv-cinder-805144-1-iscsi {{(pid=79301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:18:33.722837 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b3740-afef-4138-922e-0e139351b650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4349da-1f3d-4281-8efe-13b844db37a0,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:33.729790 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-de6b3740-afef-4138-922e-0e139351b650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:33.737297 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-de6b3740-afef-4138-922e-0e139351b650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:33.741842 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-de6b3740-afef-4138-922e-0e139351b650 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7a4349da-1f3d-4281-8efe-13b844db37a0 HTTP/1.1" status: 204 len: 168 time: 0.3408566 Aug 19 13:18:33.774561 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e143c7-5e90-4a2e-9f84-285240115bf7 req-188fae50-95b8-4718-818d-bf58713ded05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:33.776802 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e0e143c7-5e90-4a2e-9f84-285240115bf7 req-188fae50-95b8-4718-818d-bf58713ded05 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9b5f0e2e107546a08b4ec133e8369dfb&device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 1099 time: 0.1198618 Aug 19 13:18:34.189704 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e143c7-5e90-4a2e-9f84-285240115bf7 req-f3e82dbd-1136-480e-a9a3-7eb6383986a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:34.192512 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e0e143c7-5e90-4a2e-9f84-285240115bf7 req-f3e82dbd-1136-480e-a9a3-7eb6383986a6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=146b2f75-1238-4b8e-8670-030041b2b962 HTTP/1.1" status: 200 len: 917 time: 0.4081111 Aug 19 13:18:34.216927 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-5f7a24ba-5f1e-45b0-a042-75a68398fdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37aaecdf-d900-47f5-b095-a9f48234c6cf', 'name': 'tempest-TestMinimumBasicScenario-1593087997-router', 'tenant_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '337c5546-6fea-4c7a-8a2b-553137d5739e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:15:32Z', 'updated_at': '2021-08-19T13:15:38Z', 'revision_number': 4, 'project_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'gw_port': {'id': '337c5546-6fea-4c7a-8a2b-553137d5739e', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:18:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37aaecdf-d900-47f5-b095-a9f48234c6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:15:33Z', 'updated_at': '2021-08-19T13:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': 'f63a0be9-61b8-4ed4-8c45-659dbb4ee27b', 'name': '', 'network_id': '146b2f75-1238-4b8e-8670-030041b2b962', 'tenant_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'mac_address': 'fa:16:3e:b4:33:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37aaecdf-d900-47f5-b095-a9f48234c6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '97420a0f-08e6-4409-8050-18fd91d4363c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:15:37Z', 'updated_at': '2021-08-19T13:15:46Z', 'revision_number': 5, 'project_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'subnets': [{'id': '97420a0f-08e6-4409-8050-18fd91d4363c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:18:34.221071 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7a24ba-5f1e-45b0-a042-75a68398fdb0 None None] Checking router: 37aaecdf-d900-47f5-b095-a9f48234c6cf for host: dv-cinder-805144-1-iscsi {{(pid=79301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:18:34.230199 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7a24ba-5f1e-45b0-a042-75a68398fdb0 None None] Routers {'37aaecdf-d900-47f5-b095-a9f48234c6cf'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:18:34.230829 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-5f7a24ba-5f1e-45b0-a042-75a68398fdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:18:31Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['37aaecdf-d900-47f5-b095-a9f48234c6cf'], 'active': True} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:18:34.304122 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e0e143c7-5e90-4a2e-9f84-285240115bf7 req-bfdb46cd-690c-460c-9edb-ca1f26872e3c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc54abfb-57b1-4773-97d6-e8cab3cdfafd HTTP/1.1" status: 200 len: 217 time: 0.1010733 Aug 19 13:18:34.409576 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e143c7-5e90-4a2e-9f84-285240115bf7 req-673d0465-fd77-4b76-b608-da2d6892176f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:34.411453 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e0e143c7-5e90-4a2e-9f84-285240115bf7 req-673d0465-fd77-4b76-b608-da2d6892176f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=97420a0f-08e6-4409-8050-18fd91d4363c HTTP/1.1" status: 200 len: 854 time: 0.0997360 Aug 19 13:18:34.448471 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvr_db [None req-5f7a24ba-5f1e-45b0-a042-75a68398fdb0 None None] Set router 37aaecdf-d900-47f5-b095-a9f48234c6cf gateway port host: dv-cinder-805144-1-iscsi {{(pid=79301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:18:34.505669 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e143c7-5e90-4a2e-9f84-285240115bf7 req-2a14ac24-4bd8-46c2-9677-d1496a700568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:34.507157 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e0e143c7-5e90-4a2e-9f84-285240115bf7 req-2a14ac24-4bd8-46c2-9677-d1496a700568 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=146b2f75-1238-4b8e-8670-030041b2b962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0869601 Aug 19 13:18:34.718863 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e0e143c7-5e90-4a2e-9f84-285240115bf7 req-017a2e45-f917-465b-af6e-3d98aea43602 service neutron] 10.222.0.68 "GET /v2.0/networks/146b2f75-1238-4b8e-8670-030041b2b962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976931 Aug 19 13:18:34.863958 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-5f7a24ba-5f1e-45b0-a042-75a68398fdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37aaecdf-d900-47f5-b095-a9f48234c6cf', 'name': 'tempest-TestMinimumBasicScenario-1593087997-router', 'tenant_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '337c5546-6fea-4c7a-8a2b-553137d5739e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:15:32Z', 'updated_at': '2021-08-19T13:15:38Z', 'revision_number': 4, 'project_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'gw_port': {'id': '337c5546-6fea-4c7a-8a2b-553137d5739e', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:18:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37aaecdf-d900-47f5-b095-a9f48234c6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:15:33Z', 'updated_at': '2021-08-19T13:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': 'f63a0be9-61b8-4ed4-8c45-659dbb4ee27b', 'name': '', 'network_id': '146b2f75-1238-4b8e-8670-030041b2b962', 'tenant_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'mac_address': 'fa:16:3e:b4:33:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37aaecdf-d900-47f5-b095-a9f48234c6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '97420a0f-08e6-4409-8050-18fd91d4363c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:15:37Z', 'updated_at': '2021-08-19T13:15:46Z', 'revision_number': 5, 'project_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'subnets': [{'id': '97420a0f-08e6-4409-8050-18fd91d4363c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:18:34.870538 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7a24ba-5f1e-45b0-a042-75a68398fdb0 None None] The sync data for ids ['37aaecdf-d900-47f5-b095-a9f48234c6cf'] in dv-cinder-805144-1-iscsi is: [{'id': '37aaecdf-d900-47f5-b095-a9f48234c6cf', 'name': 'tempest-TestMinimumBasicScenario-1593087997-router', 'tenant_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '337c5546-6fea-4c7a-8a2b-553137d5739e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:15:32Z', 'updated_at': '2021-08-19T13:15:38Z', 'revision_number': 4, 'project_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'gw_port': {'id': '337c5546-6fea-4c7a-8a2b-553137d5739e', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:18:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37aaecdf-d900-47f5-b095-a9f48234c6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:15:33Z', 'updated_at': '2021-08-19T13:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': 'f63a0be9-61b8-4ed4-8c45-659dbb4ee27b', 'name': '', 'network_id': '146b2f75-1238-4b8e-8670-030041b2b962', 'tenant_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'mac_address': 'fa:16:3e:b4:33:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37aaecdf-d900-47f5-b095-a9f48234c6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '97420a0f-08e6-4409-8050-18fd91d4363c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:15:37Z', 'updated_at': '2021-08-19T13:15:46Z', 'revision_number': 5, 'project_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'subnets': [{'id': '97420a0f-08e6-4409-8050-18fd91d4363c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:18:34.917799 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e0e143c7-5e90-4a2e-9f84-285240115bf7 req-cafa5b78-c069-40d1-b70f-0c931550c2ae service neutron] 10.222.0.68 "GET /v2.0/networks/146b2f75-1238-4b8e-8670-030041b2b962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887178 Aug 19 13:18:35.091135 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:35.208987 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9742fc2a-184c-439e-8523-c1ffc1dbe98b None None] New status for floating IP 2568ead9-a351-4e05-aa6e-67f1d435a7f6: DOWN {{(pid=79302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:18:36.230253 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.agents_db [None req-9e599f34-f5fc-45b3-b2b5-9720679b7a3a None None] Agent healthcheck: found 6 active agents {{(pid=79302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 19 13:18:38.304061 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647a53a-0aa0-486f-aecc-cf0c2fba10a8 req-60f31d85-aa3b-4ba2-bd1d-25a3c8d6c166 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:38.305551 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-9647a53a-0aa0-486f-aecc-cf0c2fba10a8 req-60f31d85-aa3b-4ba2-bd1d-25a3c8d6c166 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 946 time: 0.0870609 Aug 19 13:18:38.360419 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-9647a53a-0aa0-486f-aecc-cf0c2fba10a8 req-e3d65d94-bf7e-4f79-b6ab-60865fb92bcc tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc0550a-c30f-4b3b-ae83-ad71b375e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481596 Aug 19 13:18:39.686927 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6158d-fac0-44a3-be57-50a93c325f3b req-bf4ca6da-7046-4f43-bd73-f8681ef41728 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:39.687662 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-86f6158d-fac0-44a3-be57-50a93c325f3b req-bf4ca6da-7046-4f43-bd73-f8681ef41728 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Synchronizing usage tracker for tenant:9b5f0e2e107546a08b4ec133e8369dfb on resource:port {{(pid=79300) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:18:39.706423 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-86f6158d-fac0-44a3-be57-50a93c325f3b req-bf4ca6da-7046-4f43-bd73-f8681ef41728 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Unset dirty status for tenant:9b5f0e2e107546a08b4ec133e8369dfb on resource:port {{(pid=79300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:18:39.707730 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-86f6158d-fac0-44a3-be57-50a93c325f3b req-bf4ca6da-7046-4f43-bd73-f8681ef41728 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 946 time: 0.2264390 Aug 19 13:18:39.752842 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-86f6158d-fac0-44a3-be57-50a93c325f3b req-b10b7c17-0e9f-417d-83b1-835d2ea447ad tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Synchronizing usage tracker for tenant:9b5f0e2e107546a08b4ec133e8369dfb on resource:security_group {{(pid=79300) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:18:39.768945 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-86f6158d-fac0-44a3-be57-50a93c325f3b req-b10b7c17-0e9f-417d-83b1-835d2ea447ad tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Unset dirty status for tenant:9b5f0e2e107546a08b4ec133e8369dfb on resource:security_group {{(pid=79300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:18:39.770625 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-86f6158d-fac0-44a3-be57-50a93c325f3b req-b10b7c17-0e9f-417d-83b1-835d2ea447ad tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc0550a-c30f-4b3b-ae83-ad71b375e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573325 Aug 19 13:18:40.967203 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59f5f6-c7e4-449f-81cb-6d59c5999803 req-c550a7ed-046c-45b9-aebe-f8623664be2c tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:40.968705 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-cf59f5f6-c7e4-449f-81cb-6d59c5999803 req-c550a7ed-046c-45b9-aebe-f8623664be2c tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 946 time: 0.0847213 Aug 19 13:18:41.020672 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-cf59f5f6-c7e4-449f-81cb-6d59c5999803 req-5e591414-fbee-46b4-af3e-fc55973cad1f tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc0550a-c30f-4b3b-ae83-ad71b375e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458541 Aug 19 13:18:42.209807 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f2780-6ae4-4b71-a907-f4a7864c95d1 req-1965836a-1d22-46c0-909b-da7e573e77b4 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:42.211279 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-c04f2780-6ae4-4b71-a907-f4a7864c95d1 req-1965836a-1d22-46c0-909b-da7e573e77b4 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 946 time: 0.0844920 Aug 19 13:18:42.260847 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-c04f2780-6ae4-4b71-a907-f4a7864c95d1 req-ec49ee0d-41e6-4399-aee6-da3871eda1a5 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc0550a-c30f-4b3b-ae83-ad71b375e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436289 Aug 19 13:18:43.504698 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa993c2a-a502-4932-9bc8-c883b0b2d470 req-0277af09-3b89-4fc9-9c51-9ee0deff7268 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:43.506212 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-fa993c2a-a502-4932-9bc8-c883b0b2d470 req-0277af09-3b89-4fc9-9c51-9ee0deff7268 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.68 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 946 time: 0.1556334 Aug 19 13:18:43.518656 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79e150-7483-482d-afa7-b1de7913a947 req-05ca666f-eee1-48ff-bcbf-d5c28e853c32 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:43.520197 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-bc79e150-7483-482d-afa7-b1de7913a947 req-05ca666f-eee1-48ff-bcbf-d5c28e853c32 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 946 time: 0.1251974 Aug 19 13:18:43.617209 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.plugin [req-fa993c2a-a502-4932-9bc8-c883b0b2d470 req-f0a351fe-5876-4b4f-9140-4cbc772652a2 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Deleting port bc54abfb-57b1-4773-97d6-e8cab3cdfafd {{(pid=79299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:18:43.617554 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-fa993c2a-a502-4932-9bc8-c883b0b2d470 req-f0a351fe-5876-4b4f-9140-4cbc772652a2 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:43.655428 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-bc79e150-7483-482d-afa7-b1de7913a947 req-27b9f49f-aaf2-4a40-a302-d87cf9ee4cef tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc0550a-c30f-4b3b-ae83-ad71b375e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033206 Aug 19 13:18:43.897678 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.db [req-fa993c2a-a502-4932-9bc8-c883b0b2d470 req-f0a351fe-5876-4b4f-9140-4cbc772652a2 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] For port bc54abfb-57b1-4773-97d6-e8cab3cdfafd, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=bc54abfb-57b1-4773-97d6-e8cab3cdfafd,segment=NetworkSegment(a7d43235-ba3c-42c5-bf37-822e9c1fae6e),segment_id=a7d43235-ba3c-42c5-bf37-822e9c1fae6e)] {{(pid=79299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:18:43.898117 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-fa993c2a-a502-4932-9bc8-c883b0b2d470 req-f0a351fe-5876-4b4f-9140-4cbc772652a2 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:44.052062 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.plugin [req-fa993c2a-a502-4932-9bc8-c883b0b2d470 req-f0a351fe-5876-4b4f-9140-4cbc772652a2 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Calling delete_port for bc54abfb-57b1-4773-97d6-e8cab3cdfafd owned by compute:nova {{(pid=79299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:18:44.214620 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-fa993c2a-a502-4932-9bc8-c883b0b2d470 req-f0a351fe-5876-4b4f-9140-4cbc772652a2 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6301144'] for port, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:44.221197 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:44.260839 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] get_ports_and_sgs() called for port_ids ['bc54abfb-57b1-4773-97d6-e8cab3cdfafd'] {{(pid=79301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 19 13:18:44.272051 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a351fe-5876-4b4f-9140-4cbc772652a2 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Pushing event deleted for resources: {'Port': ['ID=bc54abfb-57b1-4773-97d6-e8cab3cdfafd,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:44.275183 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-f0a351fe-5876-4b4f-9140-4cbc772652a2 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:44.470549 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa993c2a-a502-4932-9bc8-c883b0b2d470 req-f0a351fe-5876-4b4f-9140-4cbc772652a2 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] No DVR routers for this DVR port bc54abfb-57b1-4773-97d6-e8cab3cdfafd on host hv-cinder-80514 {{(pid=79299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:18:44.473158 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-fa993c2a-a502-4932-9bc8-c883b0b2d470 req-f0a351fe-5876-4b4f-9140-4cbc772652a2 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for port, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:44.476282 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7cda10b-ebd9-4d6b-a955-0b10638b7a2f', 'name': 'network-vif-deleted', 'tag': 'bc54abfb-57b1-4773-97d6-e8cab3cdfafd'}] {{(pid=79299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:18:44.495854 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-fa993c2a-a502-4932-9bc8-c883b0b2d470 req-f0a351fe-5876-4b4f-9140-4cbc772652a2 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.68 "DELETE /v2.0/ports/bc54abfb-57b1-4773-97d6-e8cab3cdfafd HTTP/1.1" status: 204 len: 173 time: 0.9745705 Aug 19 13:18:44.528451 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7cda10b-ebd9-4d6b-a955-0b10638b7a2f', 'name': 'network-vif-deleted', 'tag': 'bc54abfb-57b1-4773-97d6-e8cab3cdfafd', 'status': 'completed', 'code': 200} Aug 19 13:18:44.860289 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-4d550a30-76a9-4dbe-96cd-ed0a56ed0ac4 req-9e98e52c-9377-448b-8ed2-6f549f370d70 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Synchronizing usage tracker for tenant:9b5f0e2e107546a08b4ec133e8369dfb on resource:port {{(pid=79299) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:18:44.879170 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-4d550a30-76a9-4dbe-96cd-ed0a56ed0ac4 req-9e98e52c-9377-448b-8ed2-6f549f370d70 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Unset dirty status for tenant:9b5f0e2e107546a08b4ec133e8369dfb on resource:port {{(pid=79299) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:18:44.880664 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-4d550a30-76a9-4dbe-96cd-ed0a56ed0ac4 req-9e98e52c-9377-448b-8ed2-6f549f370d70 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7cda10b-ebd9-4d6b-a955-0b10638b7a2f HTTP/1.1" status: 200 len: 210 time: 0.0837469 Aug 19 13:18:45.809734 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 60680) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:18:45.945043 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-41b4042e-91d2-4a3c-88b9-f8817987a39b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:45.961542 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-41b4042e-91d2-4a3c-88b9-f8817987a39b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:18:45.966293 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-41b4042e-91d2-4a3c-88b9-f8817987a39b admin admin] Usage tracker for resource:security_group_rule and tenant:cad29f06740742e9bf79e020226334d9 is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:18:45.969373 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-41b4042e-91d2-4a3c-88b9-f8817987a39b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:18:45.975122 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-41b4042e-91d2-4a3c-88b9-f8817987a39b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:18:46.091361 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-41b4042e-91d2-4a3c-88b9-f8817987a39b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:46.096402 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-41b4042e-91d2-4a3c-88b9-f8817987a39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:46.106816 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-a59f7c19-afe9-40b2-a6e5-afb85b3aa84c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:46.152298 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-41b4042e-91d2-4a3c-88b9-f8817987a39b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cad29f06740742e9bf79e020226334d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3413372 Aug 19 13:18:46.157377 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 60696) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:18:46.160967 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b4042e-91d2-4a3c-88b9-f8817987a39b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31cc9ec-3487-4507-a2cb-4c8e258ab80a,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:46.164751 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-41b4042e-91d2-4a3c-88b9-f8817987a39b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:46.250571 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-52889535-5482-4eee-b5db-d078d0471a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:46.286129 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-52889535-5482-4eee-b5db-d078d0471a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:46.360194 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-52889535-5482-4eee-b5db-d078d0471a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:46.365367 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-247cb771-29f6-4b0c-a927-78f72eae3161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:46.379487 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52889535-5482-4eee-b5db-d078d0471a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31cc9ec-3487-4507-a2cb-4c8e258ab80a,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:46.381735 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-52889535-5482-4eee-b5db-d078d0471a0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:46.383063 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-52889535-5482-4eee-b5db-d078d0471a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:46.385422 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-52889535-5482-4eee-b5db-d078d0471a0e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e31cc9ec-3487-4507-a2cb-4c8e258ab80a HTTP/1.1" status: 204 len: 168 time: 0.2257640 Aug 19 13:18:46.781650 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 60744) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:18:47.033410 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device bc54abfb-57b1-4773-97d6-e8cab3cdfafd no longer exists at agent hyperv_hv-cinder-80514 {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 19 13:18:47.105595 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-66c7965e-dcc1-4d55-a4bd-1edfddae3889 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Synchronizing usage tracker for tenant:f2b9c7a795ef42a195e19b28c5a90c34 on resource:security_group {{(pid=79300) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:18:47.109552 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] No Port match for: bc54abfb-57b1-4773-97d6-e8cab3cdfafd {{(pid=79301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 19 13:18:47.110192 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device bc54abfb-57b1-4773-97d6-e8cab3cdfafd not bound to the agent host hv-cinder-80514 {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 19 13:18:47.132937 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-66c7965e-dcc1-4d55-a4bd-1edfddae3889 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Unset dirty status for tenant:f2b9c7a795ef42a195e19b28c5a90c34 on resource:security_group {{(pid=79300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:18:47.134849 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-66c7965e-dcc1-4d55-a4bd-1edfddae3889 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1879055832&fields=id&tenant_id=f2b9c7a795ef42a195e19b28c5a90c34 HTTP/1.1" status: 200 len: 267 time: 0.0824637 Aug 19 13:18:47.314977 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-54433907-ea9e-467a-b2c7-263f7959490a tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:47.315735 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-54433907-ea9e-467a-b2c7-263f7959490a tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Synchronizing usage tracker for tenant:f2b9c7a795ef42a195e19b28c5a90c34 on resource:network {{(pid=79300) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:18:47.337020 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-54433907-ea9e-467a-b2c7-263f7959490a tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Unset dirty status for tenant:f2b9c7a795ef42a195e19b28c5a90c34 on resource:network {{(pid=79300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:18:47.338146 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-54433907-ea9e-467a-b2c7-263f7959490a tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/networks?id=18957569-bff9-4463-ad8f-63925cd4ecba HTTP/1.1" status: 200 len: 809 time: 0.1952958 Aug 19 13:18:47.359989 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-178c7e26-f68b-4c77-82ce-7f0c5ad9d5b0 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/quotas/f2b9c7a795ef42a195e19b28c5a90c34 HTTP/1.1" status: 200 len: 375 time: 0.0104370 Aug 19 13:18:47.460536 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-4c3b32b9-13ad-4be3-a2fe-b2bfae3fcdb3 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Synchronizing usage tracker for tenant:f2b9c7a795ef42a195e19b28c5a90c34 on resource:port {{(pid=79300) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:18:47.479237 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-4c3b32b9-13ad-4be3-a2fe-b2bfae3fcdb3 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Unset dirty status for tenant:f2b9c7a795ef42a195e19b28c5a90c34 on resource:port {{(pid=79300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:18:47.480707 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-4c3b32b9-13ad-4be3-a2fe-b2bfae3fcdb3 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f2b9c7a795ef42a195e19b28c5a90c34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1074080 Aug 19 13:18:47.531717 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-1037b09e-ef5d-44c3-8bf5-40df02468323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8000222'] for router_interface, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:47.645527 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-c80c3f0c-8299-4b6f-abdf-c9b5255997bd service neutron] 10.222.0.49 "GET /v2.0/networks/18957569-bff9-4463-ad8f-63925cd4ecba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463830 Aug 19 13:18:47.802330 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-384b7c73-c140-48a7-bb3f-fafc5eb10be0 service neutron] 10.222.0.49 "GET /v2.0/networks/18957569-bff9-4463-ad8f-63925cd4ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481006 Aug 19 13:18:47.943188 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.plugin [None req-1037b09e-ef5d-44c3-8bf5-40df02468323 admin admin] Deleting port f63a0be9-61b8-4ed4-8c45-659dbb4ee27b {{(pid=79299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:18:47.943616 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-1037b09e-ef5d-44c3-8bf5-40df02468323 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:48.161833 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.db [None req-1037b09e-ef5d-44c3-8bf5-40df02468323 admin admin] For port f63a0be9-61b8-4ed4-8c45-659dbb4ee27b, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=f63a0be9-61b8-4ed4-8c45-659dbb4ee27b,segment=NetworkSegment(a7d43235-ba3c-42c5-bf37-822e9c1fae6e),segment_id=a7d43235-ba3c-42c5-bf37-822e9c1fae6e)] {{(pid=79299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:18:48.162195 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-1037b09e-ef5d-44c3-8bf5-40df02468323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:48.435389 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.plugin [None req-1037b09e-ef5d-44c3-8bf5-40df02468323 admin admin] Calling delete_port for f63a0be9-61b8-4ed4-8c45-659dbb4ee27b owned by network:router_interface {{(pid=79299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:18:48.478655 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-53b91241-e553-4a15-b544-824bb1282d49 req-321d62c6-8c02-4877-9272-638c5e186faf tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc HTTP/1.1" status: 200 len: 210 time: 0.1445158 Aug 19 13:18:48.800225 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-1037b09e-ef5d-44c3-8bf5-40df02468323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6301144'] for port, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:48.804286 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-cb855107-7ce0-46bc-b9f0-59edfffcaff8 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:48.852373 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1037b09e-ef5d-44c3-8bf5-40df02468323 admin admin] Pushing event deleted for resources: {'Port': ['ID=f63a0be9-61b8-4ed4-8c45-659dbb4ee27b,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:48.897715 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1037b09e-ef5d-44c3-8bf5-40df02468323 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:48.898101 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1037b09e-ef5d-44c3-8bf5-40df02468323 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:48.898676 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1037b09e-ef5d-44c3-8bf5-40df02468323 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:48.899052 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1037b09e-ef5d-44c3-8bf5-40df02468323 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:48.899423 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1037b09e-ef5d-44c3-8bf5-40df02468323 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:48.899909 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1037b09e-ef5d-44c3-8bf5-40df02468323 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:48.900188 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1037b09e-ef5d-44c3-8bf5-40df02468323 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:48.900559 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1037b09e-ef5d-44c3-8bf5-40df02468323 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:48.900926 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1037b09e-ef5d-44c3-8bf5-40df02468323 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:48.901325 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1037b09e-ef5d-44c3-8bf5-40df02468323 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:48.901652 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1037b09e-ef5d-44c3-8bf5-40df02468323 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:48.902022 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1037b09e-ef5d-44c3-8bf5-40df02468323 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:48.935590 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-1037b09e-ef5d-44c3-8bf5-40df02468323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:49.167801 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-1037b09e-ef5d-44c3-8bf5-40df02468323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7886210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8000162'] for router_interface, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:49.712649 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-3437dc34-92e1-4fa5-8cf2-55f1c1a7c739 req-6ba49d20-6a87-4263-bbb3-14b95134ea88 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc HTTP/1.1" status: 200 len: 210 time: 0.0522771 Aug 19 13:18:49.904775 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-db371851-15b2-45b4-9c76-1a790b45aa96 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:49.906285 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-db371851-15b2-45b4-9c76-1a790b45aa96 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.68 "GET /v2.0/networks?id=18957569-bff9-4463-ad8f-63925cd4ecba HTTP/1.1" status: 200 len: 809 time: 0.4197049 Aug 19 13:18:49.915996 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1037b09e-ef5d-44c3-8bf5-40df02468323 admin admin] Router 37aaecdf-d900-47f5-b095-a9f48234c6cf has already been hosted by L3 agent bb0205a6-735d-4789-b813-02600d36e527 {{(pid=79299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 19 13:18:50.051165 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-61b8811b-3e62-4e35-aa8c-0159a7739e79 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Synchronizing usage tracker for tenant:f2b9c7a795ef42a195e19b28c5a90c34 on resource:security_group {{(pid=79299) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:18:50.135557 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-61b8811b-3e62-4e35-aa8c-0159a7739e79 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Unset dirty status for tenant:f2b9c7a795ef42a195e19b28c5a90c34 on resource:security_group {{(pid=79299) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:18:50.136639 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-61b8811b-3e62-4e35-aa8c-0159a7739e79 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2b9c7a795ef42a195e19b28c5a90c34 HTTP/1.1" status: 200 len: 380 time: 0.2110975 Aug 19 13:18:50.149787 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1037b09e-ef5d-44c3-8bf5-40df02468323 admin admin] Notify agent at l3_agent.dv-cinder-805144-1-iscsi the message routers_updated {{(pid=79299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 19 13:18:50.159301 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8d4c6c-f6a9-4ecb-8a09-b4e4529f76ca None None] Sync routers for ids ['37aaecdf-d900-47f5-b095-a9f48234c6cf'] in dv-cinder-805144-1-iscsi {{(pid=79301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:18:50.169363 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8d4c6c-f6a9-4ecb-8a09-b4e4529f76ca None None] Routers {'37aaecdf-d900-47f5-b095-a9f48234c6cf'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:18:50.169993 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-8a8d4c6c-f6a9-4ecb-8a09-b4e4529f76ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:18:31Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['37aaecdf-d900-47f5-b095-a9f48234c6cf'], 'active': True} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:18:50.176582 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-1037b09e-ef5d-44c3-8bf5-40df02468323 admin admin] 10.222.0.49 "PUT /v2.0/routers/37aaecdf-d900-47f5-b095-a9f48234c6cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3889751 Aug 19 13:18:50.176862 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 60798) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:18:50.372482 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-cbc485d1-f4bb-4ad6-aa31-af90d27b527f admin admin] Notify callbacks [] for router, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:50.416428 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvr_db [None req-8a8d4c6c-f6a9-4ecb-8a09-b4e4529f76ca None None] Set router 37aaecdf-d900-47f5-b095-a9f48234c6cf gateway port host: dv-cinder-805144-1-iscsi {{(pid=79301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:18:50.564169 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-cbc485d1-f4bb-4ad6-aa31-af90d27b527f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:50.574932 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [None req-cbc485d1-f4bb-4ad6-aa31-af90d27b527f admin admin] Deleting port 337c5546-6fea-4c7a-8a2b-553137d5739e {{(pid=79300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:18:50.575489 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-cbc485d1-f4bb-4ad6-aa31-af90d27b527f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:50.789248 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.db [None req-cbc485d1-f4bb-4ad6-aa31-af90d27b527f admin admin] For port 337c5546-6fea-4c7a-8a2b-553137d5739e, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=337c5546-6fea-4c7a-8a2b-553137d5739e,segment=NetworkSegment(20104d1f-9cfe-4c86-a938-6570a8b83d9b),segment_id=20104d1f-9cfe-4c86-a938-6570a8b83d9b)] {{(pid=79300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:18:50.789962 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-cbc485d1-f4bb-4ad6-aa31-af90d27b527f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:50.832329 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-8a8d4c6c-f6a9-4ecb-8a09-b4e4529f76ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37aaecdf-d900-47f5-b095-a9f48234c6cf', 'name': 'tempest-TestMinimumBasicScenario-1593087997-router', 'tenant_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '337c5546-6fea-4c7a-8a2b-553137d5739e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:15:32Z', 'updated_at': '2021-08-19T13:18:48Z', 'revision_number': 5, 'project_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'gw_port': {'id': '337c5546-6fea-4c7a-8a2b-553137d5739e', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:18:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37aaecdf-d900-47f5-b095-a9f48234c6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:15:33Z', 'updated_at': '2021-08-19T13:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi'}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:18:50.837712 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8d4c6c-f6a9-4ecb-8a09-b4e4529f76ca None None] Checking router: 37aaecdf-d900-47f5-b095-a9f48234c6cf for host: dv-cinder-805144-1-iscsi {{(pid=79301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:18:50.849778 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8d4c6c-f6a9-4ecb-8a09-b4e4529f76ca None None] Routers {'37aaecdf-d900-47f5-b095-a9f48234c6cf'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:18:50.851123 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-8a8d4c6c-f6a9-4ecb-8a09-b4e4529f76ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:18:31Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['37aaecdf-d900-47f5-b095-a9f48234c6cf'], 'active': True} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:18:50.904293 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-7f8ca151-59d7-47bf-a15e-d5933d40e19e req-d904552f-275d-4096-b1de-1e03a0e2429b tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc HTTP/1.1" status: 200 len: 210 time: 0.0645244 Aug 19 13:18:51.033339 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-9b834acb-233c-4055-8b0e-052c19734702 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Request body: {'port': {'device_id': '1fbd4e7a-0381-4482-babd-7febfb0f61dc', 'network_id': '18957569-bff9-4463-ad8f-63925cd4ecba', 'admin_state_up': True, 'tenant_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'security_groups': ['9d7145cd-04f0-4feb-adc9-b1b6b4612e59']}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:18:51.040256 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvr_db [None req-8a8d4c6c-f6a9-4ecb-8a09-b4e4529f76ca None None] Set router 37aaecdf-d900-47f5-b095-a9f48234c6cf gateway port host: None {{(pid=79301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:18:51.072224 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [None req-cbc485d1-f4bb-4ad6-aa31-af90d27b527f admin admin] Calling delete_port for 337c5546-6fea-4c7a-8a2b-553137d5739e owned by network:router_gateway {{(pid=79300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:18:51.187229 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-8a8d4c6c-f6a9-4ecb-8a09-b4e4529f76ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37aaecdf-d900-47f5-b095-a9f48234c6cf', 'name': 'tempest-TestMinimumBasicScenario-1593087997-router', 'tenant_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:15:32Z', 'updated_at': '2021-08-19T13:18:50Z', 'revision_number': 6, 'project_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'gw_port_host': None}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:18:51.193906 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8d4c6c-f6a9-4ecb-8a09-b4e4529f76ca None None] The sync data for ids ['37aaecdf-d900-47f5-b095-a9f48234c6cf'] in dv-cinder-805144-1-iscsi is: [{'id': '37aaecdf-d900-47f5-b095-a9f48234c6cf', 'name': 'tempest-TestMinimumBasicScenario-1593087997-router', 'tenant_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:15:32Z', 'updated_at': '2021-08-19T13:18:50Z', 'revision_number': 6, 'project_id': '9b5f0e2e107546a08b4ec133e8369dfb', 'gw_port_host': None}] {{(pid=79301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:18:51.213123 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-9b834acb-233c-4055-8b0e-052c19734702 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:18:51.225091 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-9b834acb-233c-4055-8b0e-052c19734702 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:18:51.244203 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-9b834acb-233c-4055-8b0e-052c19734702 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Made reservation on behalf of f2b9c7a795ef42a195e19b28c5a90c34 for: {'port': 1} {{(pid=79299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:18:51.248222 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-9b834acb-233c-4055-8b0e-052c19734702 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:51.433129 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-cbc485d1-f4bb-4ad6-aa31-af90d27b527f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202527'] for port, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:51.434038 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.db_base_plugin_common [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-9b834acb-233c-4055-8b0e-052c19734702 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Allocated IP 172.20.0.10 (18957569-bff9-4463-ad8f-63925cd4ecba/d90545c0-2b0b-4da4-8114-7713257965e4/4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62) {{(pid=79299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:18:51.438634 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-4984d0fa-11f0-4305-80e9-3e7d1d2e6c97 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:51.487597 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc485d1-f4bb-4ad6-aa31-af90d27b527f admin admin] Pushing event deleted for resources: {'Port': ['ID=337c5546-6fea-4c7a-8a2b-553137d5739e,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:51.526304 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc485d1-f4bb-4ad6-aa31-af90d27b527f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:51.526730 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc485d1-f4bb-4ad6-aa31-af90d27b527f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:51.527051 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc485d1-f4bb-4ad6-aa31-af90d27b527f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:51.527434 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc485d1-f4bb-4ad6-aa31-af90d27b527f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:51.528394 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc485d1-f4bb-4ad6-aa31-af90d27b527f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:51.528764 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc485d1-f4bb-4ad6-aa31-af90d27b527f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:51.529163 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc485d1-f4bb-4ad6-aa31-af90d27b527f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:51.529580 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc485d1-f4bb-4ad6-aa31-af90d27b527f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:51.529927 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc485d1-f4bb-4ad6-aa31-af90d27b527f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:51.530284 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc485d1-f4bb-4ad6-aa31-af90d27b527f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:51.530641 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc485d1-f4bb-4ad6-aa31-af90d27b527f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:51.530993 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc485d1-f4bb-4ad6-aa31-af90d27b527f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:51.539326 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-cbc485d1-f4bb-4ad6-aa31-af90d27b527f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:51.603258 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-cbc485d1-f4bb-4ad6-aa31-af90d27b527f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962891'] for router_gateway, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:51.670018 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-9b834acb-233c-4055-8b0e-052c19734702 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks [] for port, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:51.689695 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.provisioning_blocks [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-9b834acb-233c-4055-8b0e-052c19734702 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Transition to ACTIVE for port object 4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62 will not be triggered until provisioned by entity DHCP. {{(pid=79299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:18:51.717484 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-9b834acb-233c-4055-8b0e-052c19734702 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6301144'] for port, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:51.723889 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-cb855107-7ce0-46bc-b9f0-59edfffcaff8 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:51.787131 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-cbc485d1-f4bb-4ad6-aa31-af90d27b527f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8006225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14674'] for router, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:51.789663 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-cbc485d1-f4bb-4ad6-aa31-af90d27b527f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:51.792151 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-9b834acb-233c-4055-8b0e-052c19734702 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Network 18957569-bff9-4463-ad8f-63925cd4ecba is already hosted by enough agents. {{(pid=79299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:18:51.796088 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.base_scheduler [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-9b834acb-233c-4055-8b0e-052c19734702 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Resources bound (agent type, host, resource id): {{(pid=79299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:18:51.800602 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.l3_dvrscheduler_db [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-9b834acb-233c-4055-8b0e-052c19734702 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Received port after_create {{(pid=79299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:18:51.815176 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-cbc485d1-f4bb-4ad6-aa31-af90d27b527f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8006993'] for router, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:51.815919 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc485d1-f4bb-4ad6-aa31-af90d27b527f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37aaecdf-d900-47f5-b095-a9f48234c6cf {{(pid=79300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 19 13:18:51.831172 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-cbc485d1-f4bb-4ad6-aa31-af90d27b527f admin admin] Notify callbacks [] for router, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:51.834684 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-cbc485d1-f4bb-4ad6-aa31-af90d27b527f admin admin] 10.222.0.49 "DELETE /v2.0/routers/37aaecdf-d900-47f5-b095-a9f48234c6cf HTTP/1.1" status: 204 len: 168 time: 1.6545427 Aug 19 13:18:51.836899 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 60810) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:18:51.866037 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b834acb-233c-4055-8b0e-052c19734702 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Pushing event updated for resources: {'Port': ['ID=4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:51.871374 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-9b834acb-233c-4055-8b0e-052c19734702 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:51.897868 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-9b834acb-233c-4055-8b0e-052c19734702 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:51.898541 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-9b834acb-233c-4055-8b0e-052c19734702 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for port, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:51.904454 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.db_base_plugin_v2 [None req-b92e537f-bf32-404b-9653-8cb9fa07cbd1 admin admin] Deleting subnet 97420a0f-08e6-4409-8050-18fd91d4363c {{(pid=79300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 19 13:18:51.907811 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-b92e537f-bf32-404b-9653-8cb9fa07cbd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:51.935073 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-9b834acb-233c-4055-8b0e-052c19734702 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9060905 Aug 19 13:18:51.987721 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-b92e537f-bf32-404b-9653-8cb9fa07cbd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6203714'] for subnet, precommit_delete_associations {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:52.064031 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device f63a0be9-61b8-4ed4-8c45-659dbb4ee27b no longer exists at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 19 13:18:52.110432 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] No Port match for: f63a0be9-61b8-4ed4-8c45-659dbb4ee27b {{(pid=79301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 19 13:18:52.110951 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device f63a0be9-61b8-4ed4-8c45-659dbb4ee27b not bound to the agent host dv-cinder-805144-1-iscsi {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 19 13:18:52.112349 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 337c5546-6fea-4c7a-8a2b-553137d5739e no longer exists at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 19 13:18:52.151114 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-b92e537f-bf32-404b-9653-8cb9fa07cbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916658'] for subnet, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:52.151340 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] No Port match for: 337c5546-6fea-4c7a-8a2b-553137d5739e {{(pid=79301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 19 13:18:52.151644 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 337c5546-6fea-4c7a-8a2b-553137d5739e not bound to the agent host dv-cinder-805144-1-iscsi {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 19 13:18:52.199449 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af3677-23f2-4bb4-b9d6-5fcc86e983a1 req-a1b2946b-3e7e-4c7e-b758-577befbdbd92 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:52.200757 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-7ce4ac8e-d5ad-4193-9fc3-b4939e5d4512 None None] Provisioning for port 4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62 completed by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:18:52.202313 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-34af3677-23f2-4bb4-b9d6-5fcc86e983a1 req-a1b2946b-3e7e-4c7e-b758-577befbdbd92 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc HTTP/1.1" status: 200 len: 932 time: 0.1790378 Aug 19 13:18:52.207138 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-7ce4ac8e-d5ad-4193-9fc3-b4939e5d4512 None None] Provisioning complete for port 4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62 triggered by entity DHCP. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:18:52.207521 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-7ce4ac8e-d5ad-4193-9fc3-b4939e5d4512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:52.274037 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-7ce4ac8e-d5ad-4193-9fc3-b4939e5d4512 None None] Port 4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62 cannot update to ACTIVE because it is not bound. {{(pid=79301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:18:52.281121 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-34af3677-23f2-4bb4-b9d6-5fcc86e983a1 req-43bf8da8-f52a-49ca-827b-c50bc9278af5 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7145cd-04f0-4feb-adc9-b1b6b4612e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702357 Aug 19 13:18:52.287331 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-b92e537f-bf32-404b-9653-8cb9fa07cbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6202572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374726'] for subnet, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:52.292979 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:52.342550 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e537f-bf32-404b-9653-8cb9fa07cbd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97420a0f-08e6-4409-8050-18fd91d4363c,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:52.345707 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-b92e537f-bf32-404b-9653-8cb9fa07cbd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:52.346695 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-b92e537f-bf32-404b-9653-8cb9fa07cbd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for subnet, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:52.356142 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-b92e537f-bf32-404b-9653-8cb9fa07cbd1 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/97420a0f-08e6-4409-8050-18fd91d4363c HTTP/1.1" status: 204 len: 168 time: 0.5168340 Aug 19 13:18:52.359080 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 60816) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:18:52.361016 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52758fe-1e76-408f-9486-ea772321df83 None None] Network 146b2f75-1238-4b8e-8670-030041b2b962 requested from dv-cinder-805144-1-iscsi {{(pid=79301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 19 13:18:52.479532 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-514bde2f-194c-4d81-be0b-b717d50b5217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-793971'] for network, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:52.491742 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [None req-514bde2f-194c-4d81-be0b-b717d50b5217 admin admin] Deleting port 338d63f9-5ba1-4803-8a4c-03e0301367e8 {{(pid=79300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:18:52.492088 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-514bde2f-194c-4d81-be0b-b717d50b5217 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:52.671945 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b356686-9383-4b93-a2bb-d00c6827f4dc None None] DHCP port deletion for 146b2f75-1238-4b8e-8670-030041b2b962 request from dv-cinder-805144-1-iscsi {{(pid=79301) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 19 13:18:52.676359 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-9b356686-9383-4b93-a2bb-d00c6827f4dc None None] Deleting port 338d63f9-5ba1-4803-8a4c-03e0301367e8 {{(pid=79301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:18:52.676750 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-9b356686-9383-4b93-a2bb-d00c6827f4dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:52.855815 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.db [None req-514bde2f-194c-4d81-be0b-b717d50b5217 admin admin] For port 338d63f9-5ba1-4803-8a4c-03e0301367e8, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=338d63f9-5ba1-4803-8a4c-03e0301367e8,segment=NetworkSegment(a7d43235-ba3c-42c5-bf37-822e9c1fae6e),segment_id=a7d43235-ba3c-42c5-bf37-822e9c1fae6e)] {{(pid=79300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:18:52.856821 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-514bde2f-194c-4d81-be0b-b717d50b5217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:52.880781 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-2bd743f8-476a-43e3-ad7e-299b2126c196 service neutron] Request body: {'port': {'device_id': '1fbd4e7a-0381-4482-babd-7febfb0f61dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80514'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:18:52.916374 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-9b356686-9383-4b93-a2bb-d00c6827f4dc None None] For port 338d63f9-5ba1-4803-8a4c-03e0301367e8, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=338d63f9-5ba1-4803-8a4c-03e0301367e8,segment=NetworkSegment(a7d43235-ba3c-42c5-bf37-822e9c1fae6e),segment_id=a7d43235-ba3c-42c5-bf37-822e9c1fae6e)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:18:52.916727 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-9b356686-9383-4b93-a2bb-d00c6827f4dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:52.999132 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [None req-514bde2f-194c-4d81-be0b-b717d50b5217 admin admin] Calling delete_port for 338d63f9-5ba1-4803-8a4c-03e0301367e8 owned by network:dhcp {{(pid=79300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:18:53.009170 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-2bd743f8-476a-43e3-ad7e-299b2126c196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:53.055736 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-9b356686-9383-4b93-a2bb-d00c6827f4dc None None] Calling delete_port for 338d63f9-5ba1-4803-8a4c-03e0301367e8 owned by network:dhcp {{(pid=79301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:18:53.102720 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-514bde2f-194c-4d81-be0b-b717d50b5217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202527'] for port, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:53.111483 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-5312337a-7124-4ec1-b60c-6eb723d08c92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:53.141596 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.db.api [None req-9b356686-9383-4b93-a2bb-d00c6827f4dc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79301) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 13:18:53.141983 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_db.api [None req-9b356686-9383-4b93-a2bb-d00c6827f4dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 13:18:53.184327 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514bde2f-194c-4d81-be0b-b717d50b5217 admin admin] Pushing event deleted for resources: {'Port': ['ID=338d63f9-5ba1-4803-8a4c-03e0301367e8,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:53.186675 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514bde2f-194c-4d81-be0b-b717d50b5217 admin admin] No DVR routers for this DVR port 338d63f9-5ba1-4803-8a4c-03e0301367e8 on host dv-cinder-805144-1-iscsi {{(pid=79300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:18:53.189097 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-514bde2f-194c-4d81-be0b-b717d50b5217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:53.311807 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-514bde2f-194c-4d81-be0b-b717d50b5217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914249', 'neutron.services.segments.db._delete_segments_for_network-8734197845149'] for network, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:53.327150 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.services.segments.db [None req-514bde2f-194c-4d81-be0b-b717d50b5217 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['146b2f75-1238-4b8e-8670-030041b2b962']}} {{(pid=79300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:18:53.342774 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.services.segments.db [None req-514bde2f-194c-4d81-be0b-b717d50b5217 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7d43235-ba3c-42c5-bf37-822e9c1fae6e') {'for_net_delete': True} {{(pid=79300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:18:53.343156 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.services.segments.db [None req-514bde2f-194c-4d81-be0b-b717d50b5217 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7d43235-ba3c-42c5-bf37-822e9c1fae6e') {} {{(pid=79300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:18:53.355815 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-514bde2f-194c-4d81-be0b-b717d50b5217 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734197843447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6203741'] for segment, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:53.373258 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-514bde2f-194c-4d81-be0b-b717d50b5217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910984'] for segment, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:53.380177 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-514bde2f-194c-4d81-be0b-b717d50b5217 admin admin] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=79300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:18:53.380672 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-514bde2f-194c-4d81-be0b-b717d50b5217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-910977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202538'] for segment, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:53.395275 dv-cinder-805144-1-iscsi neutron-server[79300]: Traceback (most recent call last): Aug 19 13:18:53.395275 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:18:53.395275 dv-cinder-805144-1-iscsi neutron-server[79300]: timer() Aug 19 13:18:53.395275 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:18:53.395275 dv-cinder-805144-1-iscsi neutron-server[79300]: cb(*args, **kw) Aug 19 13:18:53.395275 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 19 13:18:53.395275 dv-cinder-805144-1-iscsi neutron-server[79300]: return func(*args, **kwargs) Aug 19 13:18:53.395275 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:18:53.395275 dv-cinder-805144-1-iscsi neutron-server[79300]: self._notify() Aug 19 13:18:53.395275 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:18:53.395275 dv-cinder-805144-1-iscsi neutron-server[79300]: self.callback(batched_events) Aug 19 13:18:53.395275 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:18:53.395275 dv-cinder-805144-1-iscsi neutron-server[79300]: event.method(event) Aug 19 13:18:53.395275 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 19 13:18:53.395275 dv-cinder-805144-1-iscsi neutron-server[79300]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:18:53.395275 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 19 13:18:53.395275 dv-cinder-805144-1-iscsi neutron-server[79300]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:18:53.395275 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:18:53.395275 dv-cinder-805144-1-iscsi neutron-server[79300]: return f(self, *a, **k) Aug 19 13:18:53.395275 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:18:53.395275 dv-cinder-805144-1-iscsi neutron-server[79300]: return self._get(url).json() Aug 19 13:18:53.395275 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:18:53.395275 dv-cinder-805144-1-iscsi neutron-server[79300]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:18:53.395275 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:18:53.395275 dv-cinder-805144-1-iscsi neutron-server[79300]: return self.request(url, 'GET', **kwargs) Aug 19 13:18:53.395275 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:18:53.395275 dv-cinder-805144-1-iscsi neutron-server[79300]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:18:53.395275 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:18:53.395275 dv-cinder-805144-1-iscsi neutron-server[79300]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:18:53.395275 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:18:53.395275 dv-cinder-805144-1-iscsi neutron-server[79300]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:18:53.395275 dv-cinder-805144-1-iscsi neutron-server[79300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:18:53.476538 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.notifiers.nova [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-2bd743f8-476a-43e3-ad7e-299b2126c196 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62 {{(pid=79299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:18:53.483200 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-514bde2f-194c-4d81-be0b-b717d50b5217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962902'] for network, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:53.486365 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-2bd743f8-476a-43e3-ad7e-299b2126c196 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:53.492564 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-514bde2f-194c-4d81-be0b-b717d50b5217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for network, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:53.499532 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-9ad31bd5-590d-447e-ab36-018cab3b345b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:53.505465 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.provisioning_blocks [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-2bd743f8-476a-43e3-ad7e-299b2126c196 service neutron] Transition to ACTIVE for port object 4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62 will not be triggered until provisioned by entity L2. {{(pid=79299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:18:53.510230 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-2bd743f8-476a-43e3-ad7e-299b2126c196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6301121'] for port, after_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:53.515598 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-a3b0653d-8418-410c-a62c-ef0002afd709 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:53.535489 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514bde2f-194c-4d81-be0b-b717d50b5217 admin admin] Pushing event deleted for resources: {'Network': ['ID=146b2f75-1238-4b8e-8670-030041b2b962,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:53.536483 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-514bde2f-194c-4d81-be0b-b717d50b5217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:53.555159 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-514bde2f-194c-4d81-be0b-b717d50b5217 admin admin] 10.222.0.49 "DELETE /v2.0/networks/146b2f75-1238-4b8e-8670-030041b2b962 HTTP/1.1" status: 204 len: 168 time: 1.1920853 Aug 19 13:18:53.557232 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 60824) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:18:53.643361 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-9b356686-9383-4b93-a2bb-d00c6827f4dc None None] Deleting port 338d63f9-5ba1-4803-8a4c-03e0301367e8 {{(pid=79301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:18:53.644032 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-9b356686-9383-4b93-a2bb-d00c6827f4dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:53.731645 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-9b356686-9383-4b93-a2bb-d00c6827f4dc None None] The port '338d63f9-5ba1-4803-8a4c-03e0301367e8' was deleted {{(pid=79301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 19 13:18:53.736109 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd743f8-476a-43e3-ad7e-299b2126c196 service neutron] Pushing event updated for resources: {'Port': ['ID=4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62,revision_number=2']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:53.943393 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 338d63f9-5ba1-4803-8a4c-03e0301367e8 no longer exists at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 19 13:18:53.974338 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-2bd743f8-476a-43e3-ad7e-299b2126c196 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:53.995518 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] No Port match for: 338d63f9-5ba1-4803-8a4c-03e0301367e8 {{(pid=79301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 19 13:18:53.998626 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 338d63f9-5ba1-4803-8a4c-03e0301367e8 not bound to the agent host dv-cinder-805144-1-iscsi {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 19 13:18:54.050176 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.managers [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-2bd743f8-476a-43e3-ad7e-299b2126c196 service neutron] Attempting to bind port 4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62 on host hv-cinder-80514 for vnic_type normal with profile {{(pid=79299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:18:54.050631 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.managers [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-2bd743f8-476a-43e3-ad7e-299b2126c196 service neutron] Attempting to bind port 4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62 by drivers openvswitch,hyperv on host hv-cinder-80514 at level 0 using segments [{'id': '90421173-4c87-4703-8352-28d212449c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '18957569-bff9-4463-ad8f-63925cd4ecba'}] {{(pid=79299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:18:54.051588 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-2bd743f8-476a-43e3-ad7e-299b2126c196 service neutron] Attempting to bind port 4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62 on network 18957569-bff9-4463-ad8f-63925cd4ecba {{(pid=79299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:18:54.060327 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-2bd743f8-476a-43e3-ad7e-299b2126c196 service neutron] Port 4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62 on network 18957569-bff9-4463-ad8f-63925cd4ecba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80514 {{(pid=79299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 19 13:18:54.060928 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-2bd743f8-476a-43e3-ad7e-299b2126c196 service neutron] Attempting to bind port 4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62 on network 18957569-bff9-4463-ad8f-63925cd4ecba {{(pid=79299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 19 13:18:54.072959 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c8143-c9a0-4388-ab18-fdf1f38a12d0 req-59262294-12b7-4b45-8bdf-4b4ef8d45bf1 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:54.074001 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-8e5c8143-c9a0-4388-ab18-fdf1f38a12d0 req-59262294-12b7-4b45-8bdf-4b4ef8d45bf1 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Synchronizing usage tracker for tenant:f2b9c7a795ef42a195e19b28c5a90c34 on resource:port {{(pid=79299) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:18:54.080580 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-2bd743f8-476a-43e3-ad7e-299b2126c196 service neutron] Checking agent: {'id': '5d0591c0-6bc7-4d98-9be8-a8b87dc9a0b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 13, 7, 4), 'started_at': datetime.datetime(2021, 8, 19, 13, 7, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 19 13:18:54.081168 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-2bd743f8-476a-43e3-ad7e-299b2126c196 service neutron] Checking segment: {'id': '90421173-4c87-4703-8352-28d212449c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '18957569-bff9-4463-ad8f-63925cd4ecba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 19 13:18:54.081729 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-2bd743f8-476a-43e3-ad7e-299b2126c196 service neutron] Bound using segment: {'id': '90421173-4c87-4703-8352-28d212449c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '18957569-bff9-4463-ad8f-63925cd4ecba'} {{(pid=79299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 19 13:18:54.082482 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.managers [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-2bd743f8-476a-43e3-ad7e-299b2126c196 service neutron] Bound port: 4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62, host: hv-cinder-80514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90421173-4c87-4703-8352-28d212449c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '18957569-bff9-4463-ad8f-63925cd4ecba'}}] {{(pid=79299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:18:54.083014 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-2bd743f8-476a-43e3-ad7e-299b2126c196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:54.148135 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-8e5c8143-c9a0-4388-ab18-fdf1f38a12d0 req-59262294-12b7-4b45-8bdf-4b4ef8d45bf1 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Unset dirty status for tenant:f2b9c7a795ef42a195e19b28c5a90c34 on resource:port {{(pid=79299) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:18:54.156251 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-8e5c8143-c9a0-4388-ab18-fdf1f38a12d0 req-59262294-12b7-4b45-8bdf-4b4ef8d45bf1 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc HTTP/1.1" status: 200 len: 944 time: 0.5210693 Aug 19 13:18:54.272576 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-8e5c8143-c9a0-4388-ab18-fdf1f38a12d0 req-88be99a5-b068-4492-82b8-a98223710fcb tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7145cd-04f0-4feb-adc9-b1b6b4612e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150386 Aug 19 13:18:54.281414 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.db [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-2bd743f8-476a-43e3-ad7e-299b2126c196 service neutron] For port 4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62, host hv-cinder-80514, cleared binding levels {{(pid=79299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 19 13:18:54.288329 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.db [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-2bd743f8-476a-43e3-ad7e-299b2126c196 service neutron] For port 4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62, host hv-cinder-80514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62,segment=NetworkSegment(90421173-4c87-4703-8352-28d212449c81),segment_id=90421173-4c87-4703-8352-28d212449c81)] {{(pid=79299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 19 13:18:54.300134 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-2bd743f8-476a-43e3-ad7e-299b2126c196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6301121'] for port, after_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:54.307253 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:54.417088 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-1c166235-ca30-4eb4-878a-2e5cd7d230fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8000222'] for router_interface, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:54.420527 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-2bd743f8-476a-43e3-ad7e-299b2126c196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:54.421706 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-2bd743f8-476a-43e3-ad7e-299b2126c196 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for port, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:54.424031 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-2bd743f8-476a-43e3-ad7e-299b2126c196 service neutron] 10.222.0.68 "PUT /v2.0/ports/4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62 HTTP/1.1" status: 200 len: 1094 time: 1.5511575 Aug 19 13:18:54.424950 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fbd4e7a-0381-4482-babd-7febfb0f61dc', 'tag': '4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62'}] {{(pid=79299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:18:54.456736 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd743f8-476a-43e3-ad7e-299b2126c196 service neutron] Pushing event updated for resources: {'Port': ['ID=4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62,revision_number=3']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:54.461388 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-2bd743f8-476a-43e3-ad7e-299b2126c196 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:54.544285 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fbd4e7a-0381-4482-babd-7febfb0f61dc', 'tag': '4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62', 'status': 'completed', 'code': 200} Aug 19 13:18:54.597769 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-8cf7e9d2-870a-4862-9eaa-58849d3575fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:54.599643 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-8cf7e9d2-870a-4862-9eaa-58849d3575fd service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f2b9c7a795ef42a195e19b28c5a90c34&device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc HTTP/1.1" status: 200 len: 1097 time: 0.1022742 Aug 19 13:18:54.692427 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-a76361de-f9c5-4a0d-84fc-36ebe4d41f8e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62 HTTP/1.1" status: 200 len: 217 time: 0.0678980 Aug 19 13:18:54.992003 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [None req-1c166235-ca30-4eb4-878a-2e5cd7d230fe admin admin] Deleting port e194f2a4-03ac-41a3-8e2d-c37f940ce89b {{(pid=79300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:18:54.992252 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-1c166235-ca30-4eb4-878a-2e5cd7d230fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:55.180117 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.db [None req-1c166235-ca30-4eb4-878a-2e5cd7d230fe admin admin] For port e194f2a4-03ac-41a3-8e2d-c37f940ce89b, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=e194f2a4-03ac-41a3-8e2d-c37f940ce89b,segment=NetworkSegment(27cd270b-f9f6-4d11-bb39-6595c1836539),segment_id=27cd270b-f9f6-4d11-bb39-6595c1836539)] {{(pid=79300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:18:55.180499 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-1c166235-ca30-4eb4-878a-2e5cd7d230fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:55.320911 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [None req-1c166235-ca30-4eb4-878a-2e5cd7d230fe admin admin] Calling delete_port for e194f2a4-03ac-41a3-8e2d-c37f940ce89b owned by network:router_interface {{(pid=79300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:18:55.471495 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df42a20-638b-4427-8cd3-cbcf408a1c59 req-5788be0c-a0ae-4f11-9e4c-1352c51a611f tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:55.473045 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-4df42a20-638b-4427-8cd3-cbcf408a1c59 req-5788be0c-a0ae-4f11-9e4c-1352c51a611f tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc HTTP/1.1" status: 200 len: 944 time: 0.0917802 Aug 19 13:18:55.521798 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-4df42a20-638b-4427-8cd3-cbcf408a1c59 req-7ae2eb7a-3dce-462f-b0d0-193c0f2b2acd tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7145cd-04f0-4feb-adc9-b1b6b4612e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428815 Aug 19 13:18:55.559622 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-1c166235-ca30-4eb4-878a-2e5cd7d230fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202527'] for port, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:55.563669 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-09b0b9b7-fe9a-49bb-9240-aaba638afb7b tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:55.613743 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c166235-ca30-4eb4-878a-2e5cd7d230fe admin admin] Pushing event deleted for resources: {'Port': ['ID=e194f2a4-03ac-41a3-8e2d-c37f940ce89b,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:55.643560 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-1c166235-ca30-4eb4-878a-2e5cd7d230fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:55.701973 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-1d64e604-96fe-478c-ada7-16cb569f866b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:55.703587 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-1d64e604-96fe-478c-ada7-16cb569f866b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d90545c0-2b0b-4da4-8114-7713257965e4 HTTP/1.1" status: 200 len: 848 time: 0.0645936 Aug 19 13:18:55.931471 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-1c166235-ca30-4eb4-878a-2e5cd7d230fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7886210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8000162'] for router_interface, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:56.306114 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c166235-ca30-4eb4-878a-2e5cd7d230fe admin admin] Router 6f113ffb-9962-4608-a53e-af867b50b141 has already been hosted by L3 agent bb0205a6-735d-4789-b813-02600d36e527 {{(pid=79300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 19 13:18:56.553314 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-2fb697e0-3348-4fc1-8257-ef1ce3671b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:56.556624 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-2fb697e0-3348-4fc1-8257-ef1ce3671b54 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=18957569-bff9-4463-ad8f-63925cd4ecba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0894005 Aug 19 13:18:56.625283 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c166235-ca30-4eb4-878a-2e5cd7d230fe admin admin] Notify agent at l3_agent.dv-cinder-805144-1-iscsi the message routers_updated {{(pid=79300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 19 13:18:56.634436 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed35627-7c8e-4c67-8198-0e8394bd6052 None None] Sync routers for ids ['6f113ffb-9962-4608-a53e-af867b50b141'] in dv-cinder-805144-1-iscsi {{(pid=79302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:18:56.647171 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-1c166235-ca30-4eb4-878a-2e5cd7d230fe admin admin] 10.222.0.49 "PUT /v2.0/routers/6f113ffb-9962-4608-a53e-af867b50b141/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0886109 Aug 19 13:18:56.647470 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed35627-7c8e-4c67-8198-0e8394bd6052 None None] Routers {'6f113ffb-9962-4608-a53e-af867b50b141'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:18:56.648249 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-9ed35627-7c8e-4c67-8198-0e8394bd6052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:18:31Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['6f113ffb-9962-4608-a53e-af867b50b141'], 'active': True} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:18:56.649681 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 60846) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:18:56.908336 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-a2e6e899-3312-4262-8ad2-a26cbe9ad71b admin admin] Notify callbacks [] for router, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:56.913383 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvr_db [None req-9ed35627-7c8e-4c67-8198-0e8394bd6052 None None] Set router 6f113ffb-9962-4608-a53e-af867b50b141 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:18:56.972010 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58a3a2-0366-4b07-b45c-f98b6f9d397e req-e1731026-2f7e-42b8-8baf-bb7fe840344b tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:56.973584 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-9b58a3a2-0366-4b07-b45c-f98b6f9d397e req-e1731026-2f7e-42b8-8baf-bb7fe840344b tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc HTTP/1.1" status: 200 len: 944 time: 0.3211594 Aug 19 13:18:57.101945 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-9b58a3a2-0366-4b07-b45c-f98b6f9d397e req-2a4b5b2b-7767-4329-9e2e-283db8f66047 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7145cd-04f0-4feb-adc9-b1b6b4612e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157465 Aug 19 13:18:57.152239 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-a2e6e899-3312-4262-8ad2-a26cbe9ad71b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:57.163692 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [None req-a2e6e899-3312-4262-8ad2-a26cbe9ad71b admin admin] Deleting port c563ca6c-55e7-4a7d-a42f-4af498d65dff {{(pid=79300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:18:57.164032 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-a2e6e899-3312-4262-8ad2-a26cbe9ad71b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:57.222124 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-9ed35627-7c8e-4c67-8198-0e8394bd6052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f113ffb-9962-4608-a53e-af867b50b141', 'name': 'tempest-TestMinimumBasicScenario-975672634-router', 'tenant_id': 'a5a8e2f8eb524343aa26055b21073ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'c563ca6c-55e7-4a7d-a42f-4af498d65dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:15:42Z', 'updated_at': '2021-08-19T13:18:55Z', 'revision_number': 5, 'project_id': 'a5a8e2f8eb524343aa26055b21073ab6', 'gw_port': {'id': 'c563ca6c-55e7-4a7d-a42f-4af498d65dff', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:55:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f113ffb-9962-4608-a53e-af867b50b141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:15:43Z', 'updated_at': '2021-08-19T13:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi'}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:18:57.226919 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed35627-7c8e-4c67-8198-0e8394bd6052 None None] Checking router: 6f113ffb-9962-4608-a53e-af867b50b141 for host: dv-cinder-805144-1-iscsi {{(pid=79302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:18:57.237913 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed35627-7c8e-4c67-8198-0e8394bd6052 None None] Routers {'6f113ffb-9962-4608-a53e-af867b50b141'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:18:57.238554 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-9ed35627-7c8e-4c67-8198-0e8394bd6052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:18:31Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['6f113ffb-9962-4608-a53e-af867b50b141'], 'active': True} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:18:57.366656 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.db [None req-a2e6e899-3312-4262-8ad2-a26cbe9ad71b admin admin] For port c563ca6c-55e7-4a7d-a42f-4af498d65dff, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=c563ca6c-55e7-4a7d-a42f-4af498d65dff,segment=NetworkSegment(20104d1f-9cfe-4c86-a938-6570a8b83d9b),segment_id=20104d1f-9cfe-4c86-a938-6570a8b83d9b)] {{(pid=79300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:18:57.367014 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-a2e6e899-3312-4262-8ad2-a26cbe9ad71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:57.399401 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvr_db [None req-9ed35627-7c8e-4c67-8198-0e8394bd6052 None None] Set router 6f113ffb-9962-4608-a53e-af867b50b141 gateway port host: None {{(pid=79302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:18:57.510524 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [None req-a2e6e899-3312-4262-8ad2-a26cbe9ad71b admin admin] Calling delete_port for c563ca6c-55e7-4a7d-a42f-4af498d65dff owned by network:router_gateway {{(pid=79300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:18:57.514712 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-9ed35627-7c8e-4c67-8198-0e8394bd6052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f113ffb-9962-4608-a53e-af867b50b141', 'name': 'tempest-TestMinimumBasicScenario-975672634-router', 'tenant_id': 'a5a8e2f8eb524343aa26055b21073ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:15:42Z', 'updated_at': '2021-08-19T13:18:57Z', 'revision_number': 6, 'project_id': 'a5a8e2f8eb524343aa26055b21073ab6', 'gw_port_host': None}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:18:57.519128 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed35627-7c8e-4c67-8198-0e8394bd6052 None None] The sync data for ids ['6f113ffb-9962-4608-a53e-af867b50b141'] in dv-cinder-805144-1-iscsi is: [{'id': '6f113ffb-9962-4608-a53e-af867b50b141', 'name': 'tempest-TestMinimumBasicScenario-975672634-router', 'tenant_id': 'a5a8e2f8eb524343aa26055b21073ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:15:42Z', 'updated_at': '2021-08-19T13:18:57Z', 'revision_number': 6, 'project_id': 'a5a8e2f8eb524343aa26055b21073ab6', 'gw_port_host': None}] {{(pid=79302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:18:57.569647 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-e7d9f111-019d-4453-8c5b-e218e3b6f0f1 service neutron] 10.222.0.68 "GET /v2.0/networks/18957569-bff9-4463-ad8f-63925cd4ecba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555789 Aug 19 13:18:57.724765 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-a2e6e899-3312-4262-8ad2-a26cbe9ad71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202527'] for port, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:57.730679 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-21e97a8a-7682-4f6d-8b96-6b4121ad8049 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:57.730936 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-890390bb-a2a8-472b-ba9a-aa5e96e7f3c4 req-04e3f4b6-d956-4e3f-84c6-907446cc63de service neutron] 10.222.0.68 "GET /v2.0/networks/18957569-bff9-4463-ad8f-63925cd4ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541383 Aug 19 13:18:57.781862 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e6e899-3312-4262-8ad2-a26cbe9ad71b admin admin] Pushing event deleted for resources: {'Port': ['ID=c563ca6c-55e7-4a7d-a42f-4af498d65dff,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:57.818492 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-a2e6e899-3312-4262-8ad2-a26cbe9ad71b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:57.911044 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-a2e6e899-3312-4262-8ad2-a26cbe9ad71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962891'] for router_gateway, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:57.925122 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f688362-6e43-4719-a93e-084fb3b085cd req-7d32ffc6-55fe-48f4-a7a8-55ee00d3c75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:57.926872 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-4f688362-6e43-4719-a93e-084fb3b085cd req-7d32ffc6-55fe-48f4-a7a8-55ee00d3c75e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f2b9c7a795ef42a195e19b28c5a90c34&device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc HTTP/1.1" status: 200 len: 1097 time: 0.0978262 Aug 19 13:18:57.964481 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device e194f2a4-03ac-41a3-8e2d-c37f940ce89b no longer exists at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 19 13:18:58.054447 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] No Port match for: e194f2a4-03ac-41a3-8e2d-c37f940ce89b {{(pid=79301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 19 13:18:58.054447 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device e194f2a4-03ac-41a3-8e2d-c37f940ce89b not bound to the agent host dv-cinder-805144-1-iscsi {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 19 13:18:58.104636 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f688362-6e43-4719-a93e-084fb3b085cd req-b1b66580-059b-4fa7-8a65-b71ff07ff875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:58.107067 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-4f688362-6e43-4719-a93e-084fb3b085cd req-b1b66580-059b-4fa7-8a65-b71ff07ff875 service neutron] 10.222.0.68 "GET /v2.0/networks?id=18957569-bff9-4463-ad8f-63925cd4ecba HTTP/1.1" status: 200 len: 911 time: 0.1723471 Aug 19 13:18:58.132761 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-aa8fe4e6-b66b-4a98-9b28-ee6a8cdb2ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:58.197159 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-4f688362-6e43-4719-a93e-084fb3b085cd req-e55dc766-8fa8-4e0b-9063-d88de1ed6735 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62 HTTP/1.1" status: 200 len: 217 time: 0.0797627 Aug 19 13:18:58.268850 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-a2e6e899-3312-4262-8ad2-a26cbe9ad71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8006225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14674'] for router, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:58.271438 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-a2e6e899-3312-4262-8ad2-a26cbe9ad71b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:58.307618 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-a2e6e899-3312-4262-8ad2-a26cbe9ad71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8006993'] for router, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:58.308848 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e6e899-3312-4262-8ad2-a26cbe9ad71b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f113ffb-9962-4608-a53e-af867b50b141 {{(pid=79300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 19 13:18:58.328011 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-a2e6e899-3312-4262-8ad2-a26cbe9ad71b admin admin] Notify callbacks [] for router, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:58.331623 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-a2e6e899-3312-4262-8ad2-a26cbe9ad71b admin admin] 10.222.0.49 "DELETE /v2.0/routers/6f113ffb-9962-4608-a53e-af867b50b141 HTTP/1.1" status: 204 len: 168 time: 1.6784620 Aug 19 13:18:58.333240 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 60854) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:18:58.338668 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f688362-6e43-4719-a93e-084fb3b085cd req-6749d0bd-1cf4-4e4c-b7e3-d8f2365c7fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:58.340282 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-4f688362-6e43-4719-a93e-084fb3b085cd req-6749d0bd-1cf4-4e4c-b7e3-d8f2365c7fea service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d90545c0-2b0b-4da4-8114-7713257965e4 HTTP/1.1" status: 200 len: 848 time: 0.1367993 Aug 19 13:18:58.408539 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f33faab-43dd-40bc-9aae-c7e097956d3e req-1e1102c4-4221-482e-ae40-667b6e1939bf tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:58.410077 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-7f33faab-43dd-40bc-9aae-c7e097956d3e req-1e1102c4-4221-482e-ae40-667b6e1939bf tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc HTTP/1.1" status: 200 len: 944 time: 0.1619840 Aug 19 13:18:58.417668 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.db_base_plugin_v2 [None req-97a3734e-56a1-47b8-a4f6-5a5c713beb11 admin admin] Deleting subnet b97432ab-fb42-43cd-ab9b-fa7ebd4e431b {{(pid=79300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 19 13:18:58.423685 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-97a3734e-56a1-47b8-a4f6-5a5c713beb11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:58.479615 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-7f33faab-43dd-40bc-9aae-c7e097956d3e req-6b9d4c46-9949-4e2d-8536-79e724f097e7 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7145cd-04f0-4feb-adc9-b1b6b4612e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591004 Aug 19 13:18:58.490170 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f688362-6e43-4719-a93e-084fb3b085cd req-569298b3-5f8f-49e3-92d5-a4a1db295ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:58.492408 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-4f688362-6e43-4719-a93e-084fb3b085cd req-569298b3-5f8f-49e3-92d5-a4a1db295ab8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=18957569-bff9-4463-ad8f-63925cd4ecba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1409590 Aug 19 13:18:58.515544 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-97a3734e-56a1-47b8-a4f6-5a5c713beb11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6203714'] for subnet, precommit_delete_associations {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:58.623103 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-97a3734e-56a1-47b8-a4f6-5a5c713beb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916658'] for subnet, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:58.636963 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:58.747879 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-97a3734e-56a1-47b8-a4f6-5a5c713beb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6202572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374726'] for subnet, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:58.755071 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:58.755550 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-4f688362-6e43-4719-a93e-084fb3b085cd req-a3c223e9-554f-43ae-8d10-634fa1c95720 service neutron] 10.222.0.68 "GET /v2.0/networks/18957569-bff9-4463-ad8f-63925cd4ecba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544248 Aug 19 13:18:58.831807 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a3734e-56a1-47b8-a4f6-5a5c713beb11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b97432ab-fb42-43cd-ab9b-fa7ebd4e431b,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:58.837442 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-97a3734e-56a1-47b8-a4f6-5a5c713beb11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:58.839552 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-97a3734e-56a1-47b8-a4f6-5a5c713beb11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for subnet, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:58.849838 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de95da76-2a09-4a25-a93b-4c418a2563f0 None None] Network a4da3bb3-6c6d-40a9-a479-3d1bb2c28a25 requested from dv-cinder-805144-1-iscsi {{(pid=79301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 19 13:18:58.860868 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-97a3734e-56a1-47b8-a4f6-5a5c713beb11 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b97432ab-fb42-43cd-ab9b-fa7ebd4e431b HTTP/1.1" status: 204 len: 168 time: 0.5241711 Aug 19 13:18:58.861498 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 60862) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:18:59.082330 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-1f916d16-b17b-4b21-91ab-84a20d6dfed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-793971'] for network, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:59.101526 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [None req-1f916d16-b17b-4b21-91ab-84a20d6dfed8 admin admin] Deleting port 327a5f8e-bb49-44e2-9eec-7dbb8cad6ab9 {{(pid=79300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:18:59.101809 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-1f916d16-b17b-4b21-91ab-84a20d6dfed8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:59.158573 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-4f688362-6e43-4719-a93e-084fb3b085cd req-262a3221-fb78-4cd8-b106-8e4075cdfe9a service neutron] 10.222.0.68 "GET /v2.0/networks/18957569-bff9-4463-ad8f-63925cd4ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947005 Aug 19 13:18:59.268253 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16dbd71-3be9-4fc0-b297-bfb49cf86ce0 None None] DHCP port deletion for a4da3bb3-6c6d-40a9-a479-3d1bb2c28a25 request from dv-cinder-805144-1-iscsi {{(pid=79301) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 19 13:18:59.274822 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-d16dbd71-3be9-4fc0-b297-bfb49cf86ce0 None None] Deleting port 327a5f8e-bb49-44e2-9eec-7dbb8cad6ab9 {{(pid=79301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:18:59.275444 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d16dbd71-3be9-4fc0-b297-bfb49cf86ce0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:59.372668 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.db [None req-1f916d16-b17b-4b21-91ab-84a20d6dfed8 admin admin] For port 327a5f8e-bb49-44e2-9eec-7dbb8cad6ab9, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=327a5f8e-bb49-44e2-9eec-7dbb8cad6ab9,segment=NetworkSegment(27cd270b-f9f6-4d11-bb39-6595c1836539),segment_id=27cd270b-f9f6-4d11-bb39-6595c1836539)] {{(pid=79300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:18:59.373326 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-1f916d16-b17b-4b21-91ab-84a20d6dfed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:59.511975 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [None req-1f916d16-b17b-4b21-91ab-84a20d6dfed8 admin admin] Calling delete_port for 327a5f8e-bb49-44e2-9eec-7dbb8cad6ab9 owned by network:dhcp {{(pid=79300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:18:59.587369 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-d16dbd71-3be9-4fc0-b297-bfb49cf86ce0 None None] For port 327a5f8e-bb49-44e2-9eec-7dbb8cad6ab9, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=327a5f8e-bb49-44e2-9eec-7dbb8cad6ab9,segment=NetworkSegment(27cd270b-f9f6-4d11-bb39-6595c1836539),segment_id=27cd270b-f9f6-4d11-bb39-6595c1836539)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:18:59.588144 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d16dbd71-3be9-4fc0-b297-bfb49cf86ce0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:59.631314 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-1f916d16-b17b-4b21-91ab-84a20d6dfed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202527'] for port, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:59.639766 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-8e8edced-6255-4a87-855f-112158d89bbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:18:59.721890 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f916d16-b17b-4b21-91ab-84a20d6dfed8 admin admin] No DVR routers for this DVR port 327a5f8e-bb49-44e2-9eec-7dbb8cad6ab9 on host dv-cinder-805144-1-iscsi {{(pid=79300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:18:59.724264 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-d16dbd71-3be9-4fc0-b297-bfb49cf86ce0 None None] Calling delete_port for 327a5f8e-bb49-44e2-9eec-7dbb8cad6ab9 owned by network:dhcp {{(pid=79301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:18:59.755619 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f916d16-b17b-4b21-91ab-84a20d6dfed8 admin admin] Pushing event deleted for resources: {'Port': ['ID=327a5f8e-bb49-44e2-9eec-7dbb8cad6ab9,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:59.759079 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-1f916d16-b17b-4b21-91ab-84a20d6dfed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:18:59.850985 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.db.api [None req-d16dbd71-3be9-4fc0-b297-bfb49cf86ce0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79301) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 13:18:59.851889 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_db.api [None req-d16dbd71-3be9-4fc0-b297-bfb49cf86ce0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 13:18:59.896231 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-1f916d16-b17b-4b21-91ab-84a20d6dfed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914249', 'neutron.services.segments.db._delete_segments_for_network-8734197845149'] for network, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:59.921659 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.services.segments.db [None req-1f916d16-b17b-4b21-91ab-84a20d6dfed8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4da3bb3-6c6d-40a9-a479-3d1bb2c28a25']}} {{(pid=79300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:18:59.961645 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 327a5f8e-bb49-44e2-9eec-7dbb8cad6ab9 no longer exists at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 19 13:19:00.002115 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.services.segments.db [None req-1f916d16-b17b-4b21-91ab-84a20d6dfed8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27cd270b-f9f6-4d11-bb39-6595c1836539') {'for_net_delete': True} {{(pid=79300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:19:00.002413 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.services.segments.db [None req-1f916d16-b17b-4b21-91ab-84a20d6dfed8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27cd270b-f9f6-4d11-bb39-6595c1836539') {} {{(pid=79300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:19:00.005926 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] No Port match for: 327a5f8e-bb49-44e2-9eec-7dbb8cad6ab9 {{(pid=79301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 19 13:19:00.006277 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 327a5f8e-bb49-44e2-9eec-7dbb8cad6ab9 not bound to the agent host dv-cinder-805144-1-iscsi {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 19 13:19:00.006796 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device c563ca6c-55e7-4a7d-a42f-4af498d65dff no longer exists at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 19 13:19:00.029853 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-1f916d16-b17b-4b21-91ab-84a20d6dfed8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734197843447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6203741'] for segment, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:00.067723 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] No Port match for: c563ca6c-55e7-4a7d-a42f-4af498d65dff {{(pid=79301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 19 13:19:00.067723 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device c563ca6c-55e7-4a7d-a42f-4af498d65dff not bound to the agent host dv-cinder-805144-1-iscsi {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 19 13:19:00.075754 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-1f916d16-b17b-4b21-91ab-84a20d6dfed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910984'] for segment, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:00.091618 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f916d16-b17b-4b21-91ab-84a20d6dfed8 admin admin] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=79300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:19:00.092486 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-1f916d16-b17b-4b21-91ab-84a20d6dfed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-910977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202538'] for segment, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:00.114424 dv-cinder-805144-1-iscsi neutron-server[79300]: Traceback (most recent call last): Aug 19 13:19:00.114424 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:19:00.114424 dv-cinder-805144-1-iscsi neutron-server[79300]: timer() Aug 19 13:19:00.114424 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:19:00.114424 dv-cinder-805144-1-iscsi neutron-server[79300]: cb(*args, **kw) Aug 19 13:19:00.114424 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 19 13:19:00.114424 dv-cinder-805144-1-iscsi neutron-server[79300]: return func(*args, **kwargs) Aug 19 13:19:00.114424 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:19:00.114424 dv-cinder-805144-1-iscsi neutron-server[79300]: self._notify() Aug 19 13:19:00.114424 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:19:00.114424 dv-cinder-805144-1-iscsi neutron-server[79300]: self.callback(batched_events) Aug 19 13:19:00.114424 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:19:00.114424 dv-cinder-805144-1-iscsi neutron-server[79300]: event.method(event) Aug 19 13:19:00.114424 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 19 13:19:00.114424 dv-cinder-805144-1-iscsi neutron-server[79300]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:19:00.114424 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 19 13:19:00.114424 dv-cinder-805144-1-iscsi neutron-server[79300]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:19:00.114424 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:19:00.114424 dv-cinder-805144-1-iscsi neutron-server[79300]: return f(self, *a, **k) Aug 19 13:19:00.114424 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:19:00.114424 dv-cinder-805144-1-iscsi neutron-server[79300]: return self._get(url).json() Aug 19 13:19:00.114424 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:19:00.114424 dv-cinder-805144-1-iscsi neutron-server[79300]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:19:00.114424 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:19:00.114424 dv-cinder-805144-1-iscsi neutron-server[79300]: return self.request(url, 'GET', **kwargs) Aug 19 13:19:00.114424 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:19:00.114424 dv-cinder-805144-1-iscsi neutron-server[79300]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:19:00.114424 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:19:00.114424 dv-cinder-805144-1-iscsi neutron-server[79300]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:19:00.114424 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:19:00.114424 dv-cinder-805144-1-iscsi neutron-server[79300]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:19:00.114424 dv-cinder-805144-1-iscsi neutron-server[79300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:19:00.207552 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f553e0c7-0bcb-4dee-8ed3-1c8ecd0479a5 req-4fffe07e-1eee-44cb-8e76-4e9e35e883ae tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:00.209145 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-f553e0c7-0bcb-4dee-8ed3-1c8ecd0479a5 req-4fffe07e-1eee-44cb-8e76-4e9e35e883ae tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc HTTP/1.1" status: 200 len: 944 time: 0.5960355 Aug 19 13:19:00.237395 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-1f916d16-b17b-4b21-91ab-84a20d6dfed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962902'] for network, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:00.252420 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-514bde2f-194c-4d81-be0b-b717d50b5217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:19:00.272877 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-1f916d16-b17b-4b21-91ab-84a20d6dfed8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for network, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:00.293286 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f916d16-b17b-4b21-91ab-84a20d6dfed8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4da3bb3-6c6d-40a9-a479-3d1bb2c28a25,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:19:00.302723 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-1f916d16-b17b-4b21-91ab-84a20d6dfed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:19:00.306824 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-1f916d16-b17b-4b21-91ab-84a20d6dfed8 admin admin] 10.222.0.49 "DELETE /v2.0/networks/a4da3bb3-6c6d-40a9-a479-3d1bb2c28a25 HTTP/1.1" status: 204 len: 168 time: 1.4437091 Aug 19 13:19:00.313207 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-f553e0c7-0bcb-4dee-8ed3-1c8ecd0479a5 req-f22ea79d-47bd-4e03-b48d-e8cd0d9c2b24 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7145cd-04f0-4feb-adc9-b1b6b4612e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948377 Aug 19 13:19:00.352908 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-d16dbd71-3be9-4fc0-b297-bfb49cf86ce0 None None] Deleting port 327a5f8e-bb49-44e2-9eec-7dbb8cad6ab9 {{(pid=79301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:19:00.353606 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d16dbd71-3be9-4fc0-b297-bfb49cf86ce0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:00.448630 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-d16dbd71-3be9-4fc0-b297-bfb49cf86ce0 None None] The port '327a5f8e-bb49-44e2-9eec-7dbb8cad6ab9' was deleted {{(pid=79301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 19 13:19:00.527513 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 60878) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:19:00.584625 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-a55bb842-29fe-40e8-a5ea-0f6b6e7ae4b8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9b5f0e2e107546a08b4ec133e8369dfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0550482 Aug 19 13:19:00.588512 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 60882) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:19:00.664104 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-4fbfa91c-75b1-407d-bd39-6ca48ef37208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:00.705476 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-4fbfa91c-75b1-407d-bd39-6ca48ef37208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:00.779625 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-4fbfa91c-75b1-407d-bd39-6ca48ef37208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:00.787863 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-66a0f59f-5305-4297-93b5-90250b67c7f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:19:00.805130 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbfa91c-75b1-407d-bd39-6ca48ef37208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc0550a-c30f-4b3b-ae83-ad71b375e79f,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:19:00.808288 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-4fbfa91c-75b1-407d-bd39-6ca48ef37208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:19:00.816030 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-4fbfa91c-75b1-407d-bd39-6ca48ef37208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:00.822528 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-4fbfa91c-75b1-407d-bd39-6ca48ef37208 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0dc0550a-c30f-4b3b-ae83-ad71b375e79f HTTP/1.1" status: 204 len: 168 time: 0.2323625 Aug 19 13:19:00.963529 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-5909980e-fb3d-4bd3-928e-58d243005d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:01.283671 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 60892) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:19:01.346015 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-a1a46df1-c2f0-444e-b617-62850f2d483d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a5a8e2f8eb524343aa26055b21073ab6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0604711 Aug 19 13:19:01.348456 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 60898) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:19:01.424210 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-e21b744b-37b0-47f9-83e3-87819e071b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:01.461938 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-e21b744b-37b0-47f9-83e3-87819e071b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:01.542241 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-e21b744b-37b0-47f9-83e3-87819e071b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:01.547368 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-aeb38acd-33e5-40ec-aa07-a226609e8147 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:19:01.568042 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b744b-37b0-47f9-83e3-87819e071b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990133d2-41bd-4457-a8c4-8c3740fef38b,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:19:01.571818 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-e21b744b-37b0-47f9-83e3-87819e071b5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:19:01.574885 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-e21b744b-37b0-47f9-83e3-87819e071b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:01.576528 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-e21b744b-37b0-47f9-83e3-87819e071b5f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/990133d2-41bd-4457-a8c4-8c3740fef38b HTTP/1.1" status: 204 len: 168 time: 0.2267702 Aug 19 13:19:01.817347 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:02.038900 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e9d66-9b0e-4713-a432-a70ca46a1b85 req-82aec834-42a1-443f-aa09-0aa5f2961790 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:02.040599 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-da2e9d66-9b0e-4713-a432-a70ca46a1b85 req-82aec834-42a1-443f-aa09-0aa5f2961790 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc HTTP/1.1" status: 200 len: 944 time: 0.5325863 Aug 19 13:19:02.101103 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-da2e9d66-9b0e-4713-a432-a70ca46a1b85 req-8192c3e8-ed45-4172-9e60-7dafc96028f3 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7145cd-04f0-4feb-adc9-b1b6b4612e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517099 Aug 19 13:19:03.491602 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bedcd4-7bf2-4678-add5-8dfb7e4f6017 req-24d8b313-ce57-4730-9aa1-b23ad5d1a38d tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:03.493837 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-a1bedcd4-7bf2-4678-add5-8dfb7e4f6017 req-24d8b313-ce57-4730-9aa1-b23ad5d1a38d tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc HTTP/1.1" status: 200 len: 944 time: 0.2565098 Aug 19 13:19:03.509654 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:03.556899 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-a1bedcd4-7bf2-4678-add5-8dfb7e4f6017 req-2bc604a9-5125-4c2f-b479-eb99c95faecf tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7145cd-04f0-4feb-adc9-b1b6b4612e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526268 Aug 19 13:19:04.071545 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62 details requested by agent hyperv_hv-cinder-80514 with host hv-cinder-80514 {{(pid=79301) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 19 13:19:04.241054 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port 4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62,segment=NetworkSegment(90421173-4c87-4703-8352-28d212449c81),segment_id=90421173-4c87-4703-8352-28d212449c81)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:19:04.256871 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Returning: {'device': '4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62', 'network_id': '18957569-bff9-4463-ad8f-63925cd4ecba', 'port_id': '4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62', 'mac_address': 'fa:16:3e:ef:53:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd90545c0-2b0b-4da4-8114-7713257965e4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79301) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 19 13:19:04.328457 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:04.354751 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62 {{(pid=79301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:19:04.376192 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port 4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62,segment=NetworkSegment(90421173-4c87-4703-8352-28d212449c81),segment_id=90421173-4c87-4703-8352-28d212449c81)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:19:04.380914 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:04.382792 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:19:04.461819 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62,revision_number=4']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:19:04.466018 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:19:04.685328 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] get_ports_and_sgs() called for port_ids ['4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62'] {{(pid=79301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 19 13:19:04.789027 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393a1ec-acca-4806-a926-8e2477204c3d req-b33d9896-9d27-4aee-b583-bbf5b4283e5a tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:04.790757 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-c393a1ec-acca-4806-a926-8e2477204c3d req-b33d9896-9d27-4aee-b583-bbf5b4283e5a tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc HTTP/1.1" status: 200 len: 945 time: 0.1122048 Aug 19 13:19:04.847519 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-c393a1ec-acca-4806-a926-8e2477204c3d req-98f9a738-eaa0-4fd8-9be5-3ffe3e46245d tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7145cd-04f0-4feb-adc9-b1b6b4612e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486972 Aug 19 13:19:05.123784 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:06.056085 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc48410-feb3-4cb7-a8c4-1a4edfd66a26 req-a5987f90-9ed9-4d7b-b932-bd233f8a1443 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:06.058152 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-afc48410-feb3-4cb7-a8c4-1a4edfd66a26 req-a5987f90-9ed9-4d7b-b932-bd233f8a1443 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc HTTP/1.1" status: 200 len: 945 time: 0.0949569 Aug 19 13:19:06.084977 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62 up at agent hyperv_hv-cinder-80514 {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:19:06.111979 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-afc48410-feb3-4cb7-a8c4-1a4edfd66a26 req-39aa7a5f-dae7-4b56-a941-ac7ac036ab0d tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7145cd-04f0-4feb-adc9-b1b6b4612e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467472 Aug 19 13:19:06.172205 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Provisioning for port 4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62 completed by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:19:06.179025 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Provisioning complete for port 4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62 triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:19:06.179411 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:06.340930 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:06.367485 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fbd4e7a-0381-4482-babd-7febfb0f61dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62'}] {{(pid=79301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:19:06.377093 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port 4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62,segment=NetworkSegment(90421173-4c87-4703-8352-28d212449c81),segment_id=90421173-4c87-4703-8352-28d212449c81)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:19:06.381375 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:06.384139 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:19:06.420908 dv-cinder-805144-1-iscsi neutron-server[79301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fbd4e7a-0381-4482-babd-7febfb0f61dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62', 'code': 200} Aug 19 13:19:06.457357 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62,revision_number=5']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:19:06.460433 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:19:06.751112 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c0aec-a796-4954-be00-c632412c72e4 req-52bd1e93-3edf-4675-b174-a512f0de7427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:06.752718 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-f27c0aec-a796-4954-be00-c632412c72e4 req-52bd1e93-3edf-4675-b174-a512f0de7427 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc HTTP/1.1" status: 200 len: 1099 time: 0.0776350 Aug 19 13:19:06.798040 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-f27c0aec-a796-4954-be00-c632412c72e4 req-3920dfac-4727-4cdf-b843-c0e2ab3a1279 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=9d7145cd-04f0-4feb-adc9-b1b6b4612e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373886 Aug 19 13:19:07.335167 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4a4d0-e0f2-4e86-b91a-01b268974102 req-836ef86e-9ca4-4818-a29e-8600a02792de tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:07.336689 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-96e4a4d0-e0f2-4e86-b91a-01b268974102 req-836ef86e-9ca4-4818-a29e-8600a02792de tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc HTTP/1.1" status: 200 len: 946 time: 0.0992277 Aug 19 13:19:07.384864 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-96e4a4d0-e0f2-4e86-b91a-01b268974102 req-50a55b01-0ecb-4265-b3dd-7190fa6d88f4 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7145cd-04f0-4feb-adc9-b1b6b4612e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415528 Aug 19 13:19:08.591437 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3f1a4-b339-4300-9c2e-e94bea4d95e9 req-021147a3-d8d0-4ce6-b1ec-f7a6fd2ad762 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:08.593018 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-7bb3f1a4-b339-4300-9c2e-e94bea4d95e9 req-021147a3-d8d0-4ce6-b1ec-f7a6fd2ad762 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc HTTP/1.1" status: 200 len: 946 time: 0.0994561 Aug 19 13:19:08.640364 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-7bb3f1a4-b339-4300-9c2e-e94bea4d95e9 req-e8921c27-77eb-442a-a5d8-ea3fb740854b tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7145cd-04f0-4feb-adc9-b1b6b4612e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413589 Aug 19 13:19:08.848301 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ddf23-ee54-4f8c-b270-1da7cb6c7d5b req-8175c3b4-0df6-4587-98e9-5bc43417217a tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:08.850576 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-024ddf23-ee54-4f8c-b270-1da7cb6c7d5b req-8175c3b4-0df6-4587-98e9-5bc43417217a tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc HTTP/1.1" status: 200 len: 946 time: 0.0935357 Aug 19 13:19:08.898460 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-024ddf23-ee54-4f8c-b270-1da7cb6c7d5b req-ae502838-5ce4-400f-9102-a7745f1b1444 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7145cd-04f0-4feb-adc9-b1b6b4612e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406098 Aug 19 13:19:08.921718 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 60996) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:19:09.143388 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 32772) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:19:09.202522 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782015e6-6627-499d-81fa-ba4dc8b9be91 tempest-TestShelveInstance-963769847 tempest-TestShelveInstance-963769847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:09.203348 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-782015e6-6627-499d-81fa-ba4dc8b9be91 tempest-TestShelveInstance-963769847 tempest-TestShelveInstance-963769847-project-admin] Synchronizing usage tracker for tenant:35f11dea68ab4c8d8fcf8ac0c9b6ceba on resource:port {{(pid=79299) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:19:09.231627 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-782015e6-6627-499d-81fa-ba4dc8b9be91 tempest-TestShelveInstance-963769847 tempest-TestShelveInstance-963769847-project-admin] Unset dirty status for tenant:35f11dea68ab4c8d8fcf8ac0c9b6ceba on resource:port {{(pid=79299) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:19:09.233284 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-782015e6-6627-499d-81fa-ba4dc8b9be91 tempest-TestShelveInstance-963769847 tempest-TestShelveInstance-963769847-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc HTTP/1.1" status: 200 len: 1094 time: 0.3104970 Aug 19 13:19:09.237993 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 32778) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:19:09.245157 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.v2.base [None req-d642b306-77f5-457f-8272-b047f5a40854 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Request body: {'floatingip': {'floating_network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'port_id': '4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62', 'tenant_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'fixed_ip_address': '172.20.0.10'}} {{(pid=79299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 19 13:19:09.252510 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-d642b306-77f5-457f-8272-b047f5a40854 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:19:09.257563 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-d642b306-77f5-457f-8272-b047f5a40854 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Usage tracker for resource:floatingip and tenant:f2b9c7a795ef42a195e19b28c5a90c34 is out of sync, need to count used quota {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:19:09.261453 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [None req-d642b306-77f5-457f-8272-b047f5a40854 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79299) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:19:09.272705 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.quota.driver [None req-d642b306-77f5-457f-8272-b047f5a40854 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:19:09.285801 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d642b306-77f5-457f-8272-b047f5a40854 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks [] for floatingip, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:09.299422 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-f815199c-ff85-443b-8a52-5d96ec5b65fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:09.319661 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-f815199c-ff85-443b-8a52-5d96ec5b65fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 19 13:19:09.323929 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-f815199c-ff85-443b-8a52-5d96ec5b65fd admin admin] Usage tracker for resource:security_group_rule and tenant:2a6ae93b2aec434cb597a339553bad39 is out of sync, need to count used quota {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 19 13:19:09.327733 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.quota.resource [None req-f815199c-ff85-443b-8a52-5d96ec5b65fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 19 13:19:09.336814 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.quota.driver [None req-f815199c-ff85-443b-8a52-5d96ec5b65fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 19 13:19:09.439656 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-f815199c-ff85-443b-8a52-5d96ec5b65fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:09.443950 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-f815199c-ff85-443b-8a52-5d96ec5b65fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_create {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:09.457652 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-9b743fca-95e0-4b05-84f6-009889b7944a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:19:09.458435 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d642b306-77f5-457f-8272-b047f5a40854 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:09.504121 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-f815199c-ff85-443b-8a52-5d96ec5b65fd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2a6ae93b2aec434cb597a339553bad39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3593423 Aug 19 13:19:09.506002 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815199c-ff85-443b-8a52-5d96ec5b65fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6afc99fd-056d-4dfa-9648-2480e0a5d42e,revision_number=1']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:19:09.506755 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 32782) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:19:09.512344 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-f815199c-ff85-443b-8a52-5d96ec5b65fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:19:09.643906 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c84aaea5-aa81-484d-90e2-cef4da7fdfba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:09.684976 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.db_base_plugin_common [None req-d642b306-77f5-457f-8272-b047f5a40854 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Allocated IP 172.27.1.34 (01c0c460-8075-482b-8652-00d44202fadb/8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5/245e627f-4f60-4334-a499-f9563abb55bf) {{(pid=79299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:19:09.692015 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c84aaea5-aa81-484d-90e2-cef4da7fdfba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:09.862925 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c84aaea5-aa81-484d-90e2-cef4da7fdfba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:09.869862 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-c1857133-3fcb-43b6-91d4-65046d5ad5b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:19:09.900171 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aaea5-aa81-484d-90e2-cef4da7fdfba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6afc99fd-056d-4dfa-9648-2480e0a5d42e,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:19:09.904235 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d642b306-77f5-457f-8272-b047f5a40854 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks [] for port, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:09.910051 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-c84aaea5-aa81-484d-90e2-cef4da7fdfba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:19:09.930128 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c84aaea5-aa81-484d-90e2-cef4da7fdfba admin admin] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:09.931297 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-c84aaea5-aa81-484d-90e2-cef4da7fdfba admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6afc99fd-056d-4dfa-9648-2480e0a5d42e HTTP/1.1" status: 204 len: 168 time: 0.4232903 Aug 19 13:19:09.954040 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d642b306-77f5-457f-8272-b047f5a40854 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734197349910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6301144'] for port, after_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:09.958401 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-e8411c97-0555-48da-a3c3-5e3590faab01 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:19:10.028654 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d642b306-77f5-457f-8272-b047f5a40854 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Network 01c0c460-8075-482b-8652-00d44202fadb is already hosted by enough agents. {{(pid=79299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:19:10.031993 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.base_scheduler [None req-d642b306-77f5-457f-8272-b047f5a40854 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Resources bound (agent type, host, resource id): {{(pid=79299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:19:10.036550 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d642b306-77f5-457f-8272-b047f5a40854 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Received port after_create {{(pid=79299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 19 13:19:10.079836 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d642b306-77f5-457f-8272-b047f5a40854 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Pushing event updated for resources: {'Port': ['ID=245e627f-4f60-4334-a499-f9563abb55bf,revision_number=1']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:19:10.094140 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-d642b306-77f5-457f-8272-b047f5a40854 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:19:10.615589 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d642b306-77f5-457f-8272-b047f5a40854 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:10.698874 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d642b306-77f5-457f-8272-b047f5a40854 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:10.940916 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d642b306-77f5-457f-8272-b047f5a40854 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks [] for port, precommit_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:10.946076 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d642b306-77f5-457f-8272-b047f5a40854 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6301121'] for port, after_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:10.950272 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-61ebe33c-9482-4425-821c-082126b4b946 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:19:11.057053 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d642b306-77f5-457f-8272-b047f5a40854 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Pushing event updated for resources: {'Port': ['ID=245e627f-4f60-4334-a499-f9563abb55bf,revision_number=2']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:19:11.065788 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-d642b306-77f5-457f-8272-b047f5a40854 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:19:11.076206 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d642b306-77f5-457f-8272-b047f5a40854 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7962991'] for floatingip, after_update {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:11.255598 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.db.l3_db [None req-d642b306-77f5-457f-8272-b047f5a40854 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Floating IP 3ebe620c-b0ed-4900-a2e9-279e14ac3096 associated. External IP: 172.27.1.34, port: 4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62. Aug 19 13:19:11.630320 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d642b306-77f5-457f-8272-b047f5a40854 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Router 2bbb29a1-7b93-467e-abf5-d569ea4aa9ac has already been hosted by L3 agent bb0205a6-735d-4789-b813-02600d36e527 {{(pid=79299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 19 13:19:11.828589 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d642b306-77f5-457f-8272-b047f5a40854 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify agent at l3_agent.dv-cinder-805144-1-iscsi the message routers_updated {{(pid=79299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 19 13:19:11.842415 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f025d19-6f37-43fb-9634-0d440df2495b None None] Sync routers for ids ['2bbb29a1-7b93-467e-abf5-d569ea4aa9ac'] in dv-cinder-805144-1-iscsi {{(pid=79301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:19:11.857362 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f025d19-6f37-43fb-9634-0d440df2495b None None] Routers {'2bbb29a1-7b93-467e-abf5-d569ea4aa9ac'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:19:11.857610 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-d642b306-77f5-457f-8272-b047f5a40854 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for floatingip, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:11.858406 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-4f025d19-6f37-43fb-9634-0d440df2495b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:19:01Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['2bbb29a1-7b93-467e-abf5-d569ea4aa9ac'], 'active': True} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:19:11.916624 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-d642b306-77f5-457f-8272-b047f5a40854 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6768579 Aug 19 13:19:11.917308 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fbd4e7a-0381-4482-babd-7febfb0f61dc', 'tag': '4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62'}] {{(pid=79299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:19:11.966620 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fbd4e7a-0381-4482-babd-7febfb0f61dc', 'tag': '4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62', 'status': 'completed', 'code': 200} Aug 19 13:19:12.057635 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvr_db [None req-4f025d19-6f37-43fb-9634-0d440df2495b None None] Set router 2bbb29a1-7b93-467e-abf5-d569ea4aa9ac gateway port host: dv-cinder-805144-1-iscsi {{(pid=79301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:19:12.208434 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9199ca3-c22b-4f35-9444-4e82ce9616a8 req-41924916-23e2-4719-a7d4-6a2cde37f21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:12.209899 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e9199ca3-c22b-4f35-9444-4e82ce9616a8 req-41924916-23e2-4719-a7d4-6a2cde37f21a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f2b9c7a795ef42a195e19b28c5a90c34&device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc HTTP/1.1" status: 200 len: 1099 time: 0.1954188 Aug 19 13:19:12.364386 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9199ca3-c22b-4f35-9444-4e82ce9616a8 req-b07006a6-523c-40a2-a9a4-ce06af8d6e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:12.365840 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e9199ca3-c22b-4f35-9444-4e82ce9616a8 req-b07006a6-523c-40a2-a9a4-ce06af8d6e3c service neutron] 10.222.0.68 "GET /v2.0/networks?id=18957569-bff9-4463-ad8f-63925cd4ecba HTTP/1.1" status: 200 len: 911 time: 0.1412523 Aug 19 13:19:12.461027 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-4f025d19-6f37-43fb-9634-0d440df2495b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bbb29a1-7b93-467e-abf5-d569ea4aa9ac', 'name': 'tempest-TestShelveInstance-1504471799-router', 'tenant_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '4c3cd6b1-4fbb-49d2-9e0f-066dafd831c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:18:05Z', 'updated_at': '2021-08-19T13:18:11Z', 'revision_number': 4, 'project_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'gw_port': {'id': '4c3cd6b1-4fbb-49d2-9e0f-066dafd831c5', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbb29a1-7b93-467e-abf5-d569ea4aa9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:18:06Z', 'updated_at': '2021-08-19T13:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_floatingips': [{'id': '3ebe620c-b0ed-4900-a2e9-279e14ac3096', 'tenant_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'floating_ip_address': '172.27.1.34', 'floating_network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'router_id': '2bbb29a1-7b93-467e-abf5-d569ea4aa9ac', 'port_id': '4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18957569-bff9-4463-ad8f-63925cd4ecba', 'mac_address': 'fa:16:3e:ef:53:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fbd4e7a-0381-4482-babd-7febfb0f61dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:19:10Z', 'updated_at': '2021-08-19T13:19:10Z', 'revision_number': 0, 'project_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03d8337-1948-4e05-a894-6ef4cc753e69', 'name': '', 'network_id': '18957569-bff9-4463-ad8f-63925cd4ecba', 'tenant_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'mac_address': 'fa:16:3e:84:d8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbb29a1-7b93-467e-abf5-d569ea4aa9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd90545c0-2b0b-4da4-8114-7713257965e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:18:10Z', 'updated_at': '2021-08-19T13:18:18Z', 'revision_number': 5, 'project_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'subnets': [{'id': 'd90545c0-2b0b-4da4-8114-7713257965e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:19:12.466171 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f025d19-6f37-43fb-9634-0d440df2495b None None] Checking router: 2bbb29a1-7b93-467e-abf5-d569ea4aa9ac for host: dv-cinder-805144-1-iscsi {{(pid=79301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:19:12.475701 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f025d19-6f37-43fb-9634-0d440df2495b None None] Routers {'2bbb29a1-7b93-467e-abf5-d569ea4aa9ac'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:19:12.476315 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-4f025d19-6f37-43fb-9634-0d440df2495b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:19:01Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['2bbb29a1-7b93-467e-abf5-d569ea4aa9ac'], 'active': True} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:19:12.476552 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e9199ca3-c22b-4f35-9444-4e82ce9616a8 req-b2dc063a-7afc-4041-955e-8790ef5560ef service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62 HTTP/1.1" status: 200 len: 999 time: 0.1034079 Aug 19 13:19:12.547854 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9199ca3-c22b-4f35-9444-4e82ce9616a8 req-4fe7d79d-0165-441e-ae46-592fb8d2a900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:12.549425 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e9199ca3-c22b-4f35-9444-4e82ce9616a8 req-4fe7d79d-0165-441e-ae46-592fb8d2a900 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d90545c0-2b0b-4da4-8114-7713257965e4 HTTP/1.1" status: 200 len: 848 time: 0.0665755 Aug 19 13:19:12.628448 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9199ca3-c22b-4f35-9444-4e82ce9616a8 req-bc49ebd1-8c4e-461f-9248-c05757d580f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:12.629993 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e9199ca3-c22b-4f35-9444-4e82ce9616a8 req-bc49ebd1-8c4e-461f-9248-c05757d580f5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=18957569-bff9-4463-ad8f-63925cd4ecba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0739422 Aug 19 13:19:12.659008 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvr_db [None req-4f025d19-6f37-43fb-9634-0d440df2495b None None] Set router 2bbb29a1-7b93-467e-abf5-d569ea4aa9ac gateway port host: dv-cinder-805144-1-iscsi {{(pid=79301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:19:12.772249 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e9199ca3-c22b-4f35-9444-4e82ce9616a8 req-f169adf2-8e08-455a-bbd7-ae2a6ff24997 service neutron] 10.222.0.68 "GET /v2.0/networks/18957569-bff9-4463-ad8f-63925cd4ecba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351905 Aug 19 13:19:12.911113 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e9199ca3-c22b-4f35-9444-4e82ce9616a8 req-b77d4bb1-32e7-49ce-8db9-bd4354b6d9ac service neutron] 10.222.0.68 "GET /v2.0/networks/18957569-bff9-4463-ad8f-63925cd4ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321425 Aug 19 13:19:13.016793 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-4f025d19-6f37-43fb-9634-0d440df2495b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bbb29a1-7b93-467e-abf5-d569ea4aa9ac', 'name': 'tempest-TestShelveInstance-1504471799-router', 'tenant_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '4c3cd6b1-4fbb-49d2-9e0f-066dafd831c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:18:05Z', 'updated_at': '2021-08-19T13:18:11Z', 'revision_number': 4, 'project_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'gw_port': {'id': '4c3cd6b1-4fbb-49d2-9e0f-066dafd831c5', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbb29a1-7b93-467e-abf5-d569ea4aa9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:18:06Z', 'updated_at': '2021-08-19T13:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_floatingips': [{'id': '3ebe620c-b0ed-4900-a2e9-279e14ac3096', 'tenant_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'floating_ip_address': '172.27.1.34', 'floating_network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'router_id': '2bbb29a1-7b93-467e-abf5-d569ea4aa9ac', 'port_id': '4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18957569-bff9-4463-ad8f-63925cd4ecba', 'mac_address': 'fa:16:3e:ef:53:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fbd4e7a-0381-4482-babd-7febfb0f61dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:19:10Z', 'updated_at': '2021-08-19T13:19:10Z', 'revision_number': 0, 'project_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03d8337-1948-4e05-a894-6ef4cc753e69', 'name': '', 'network_id': '18957569-bff9-4463-ad8f-63925cd4ecba', 'tenant_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'mac_address': 'fa:16:3e:84:d8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbb29a1-7b93-467e-abf5-d569ea4aa9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd90545c0-2b0b-4da4-8114-7713257965e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:18:10Z', 'updated_at': '2021-08-19T13:18:18Z', 'revision_number': 5, 'project_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'subnets': [{'id': 'd90545c0-2b0b-4da4-8114-7713257965e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:19:13.021413 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f025d19-6f37-43fb-9634-0d440df2495b None None] The sync data for ids ['2bbb29a1-7b93-467e-abf5-d569ea4aa9ac'] in dv-cinder-805144-1-iscsi is: [{'id': '2bbb29a1-7b93-467e-abf5-d569ea4aa9ac', 'name': 'tempest-TestShelveInstance-1504471799-router', 'tenant_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '4c3cd6b1-4fbb-49d2-9e0f-066dafd831c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:18:05Z', 'updated_at': '2021-08-19T13:18:11Z', 'revision_number': 4, 'project_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'gw_port': {'id': '4c3cd6b1-4fbb-49d2-9e0f-066dafd831c5', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbb29a1-7b93-467e-abf5-d569ea4aa9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:18:06Z', 'updated_at': '2021-08-19T13:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_floatingips': [{'id': '3ebe620c-b0ed-4900-a2e9-279e14ac3096', 'tenant_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'floating_ip_address': '172.27.1.34', 'floating_network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'router_id': '2bbb29a1-7b93-467e-abf5-d569ea4aa9ac', 'port_id': '4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18957569-bff9-4463-ad8f-63925cd4ecba', 'mac_address': 'fa:16:3e:ef:53:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fbd4e7a-0381-4482-babd-7febfb0f61dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:19:10Z', 'updated_at': '2021-08-19T13:19:10Z', 'revision_number': 0, 'project_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03d8337-1948-4e05-a894-6ef4cc753e69', 'name': '', 'network_id': '18957569-bff9-4463-ad8f-63925cd4ecba', 'tenant_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'mac_address': 'fa:16:3e:84:d8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbb29a1-7b93-467e-abf5-d569ea4aa9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd90545c0-2b0b-4da4-8114-7713257965e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:18:10Z', 'updated_at': '2021-08-19T13:18:18Z', 'revision_number': 5, 'project_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'subnets': [{'id': 'd90545c0-2b0b-4da4-8114-7713257965e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:19:13.233665 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.agents_db [None req-9e599f34-f5fc-45b3-b2b5-9720679b7a3a None None] Agent healthcheck: found 6 active agents {{(pid=79302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 19 13:19:13.234869 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6cc5df-d40d-4392-90cd-c3f0cf620bb3 None None] New status for floating IP 3ebe620c-b0ed-4900-a2e9-279e14ac3096: ACTIVE {{(pid=79302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:19:28.130651 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-6e3615d4-56cc-4bb8-9cb8-0ed8eba7ae4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:28.582165 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:30.952247 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-692114eb-4e83-4012-aee6-eee80f14804f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:31.813697 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:33.505245 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:35.092776 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:50.232433 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.agents_db [None req-9e599f34-f5fc-45b3-b2b5-9720679b7a3a None None] Agent healthcheck: found 6 active agents {{(pid=79302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 19 13:19:58.124991 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a670c659-f5b1-402a-9417-5e194a0fd7ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:58.593302 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:00.950087 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-eaffaedd-51ce-4e50-99e6-1cbbc9ac6967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:01.814950 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:03.503879 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:05.111127 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:07.503703 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-8a35d402-2d4f-4c1c-87d7-05120a52a3e0 req-f8300069-5f0d-45a7-be0d-d30e779c0569 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ff6a5868-adca-442a-929f-3210992f0525&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1960299 Aug 19 13:20:07.660224 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35d402-2d4f-4c1c-87d7-05120a52a3e0 req-40b4d20a-4454-49f7-8c1b-425204850a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:20:07.661868 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-8a35d402-2d4f-4c1c-87d7-05120a52a3e0 req-40b4d20a-4454-49f7-8c1b-425204850a12 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a81195fe3cfa46c980fb0484af456fef&device_id=ff6a5868-adca-442a-929f-3210992f0525 HTTP/1.1" status: 200 len: 1099 time: 0.0736434 Aug 19 13:20:07.817506 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35d402-2d4f-4c1c-87d7-05120a52a3e0 req-ac8e5c7e-f0ea-480a-afcd-d3128eeacb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:20:07.818963 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-8a35d402-2d4f-4c1c-87d7-05120a52a3e0 req-ac8e5c7e-f0ea-480a-afcd-d3128eeacb4d service neutron] 10.222.0.68 "GET /v2.0/networks?id=aea097be-4d5e-4757-b2e3-2b4db907e9bb HTTP/1.1" status: 200 len: 913 time: 0.1380608 Aug 19 13:20:07.935170 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-8a35d402-2d4f-4c1c-87d7-05120a52a3e0 req-69dbae1b-18dc-476f-86ab-422411e6ef76 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32cab71e-8ad3-4243-a1ad-124b87187bc9 HTTP/1.1" status: 200 len: 1002 time: 0.1098449 Aug 19 13:20:08.003251 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35d402-2d4f-4c1c-87d7-05120a52a3e0 req-f7573450-3c1e-4ee5-a1f6-0340e1b81545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:20:08.004731 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-8a35d402-2d4f-4c1c-87d7-05120a52a3e0 req-f7573450-3c1e-4ee5-a1f6-0340e1b81545 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33 HTTP/1.1" status: 200 len: 850 time: 0.0620611 Aug 19 13:20:08.090395 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35d402-2d4f-4c1c-87d7-05120a52a3e0 req-cfa24057-f336-45d3-a2b7-15ca30aa70e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:20:08.092048 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-8a35d402-2d4f-4c1c-87d7-05120a52a3e0 req-cfa24057-f336-45d3-a2b7-15ca30aa70e1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=aea097be-4d5e-4757-b2e3-2b4db907e9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0807405 Aug 19 13:20:08.102979 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [req-8a35d402-2d4f-4c1c-87d7-05120a52a3e0 req-77a45dfd-a7c5-4595-9e25-ba41e57670ed service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=79299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 13:20:08.103973 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-8a35d402-2d4f-4c1c-87d7-05120a52a3e0 req-77a45dfd-a7c5-4595-9e25-ba41e57670ed service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051928 Aug 19 13:20:08.247322 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-8a35d402-2d4f-4c1c-87d7-05120a52a3e0 req-89dc9cae-0930-494d-b1eb-24e1e9e91da5 service neutron] 10.222.0.68 "GET /v2.0/networks/aea097be-4d5e-4757-b2e3-2b4db907e9bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361198 Aug 19 13:20:08.396567 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-8a35d402-2d4f-4c1c-87d7-05120a52a3e0 req-1ad4fe7a-6a31-4641-aa02-45df882949ba service neutron] 10.222.0.68 "GET /v2.0/networks/aea097be-4d5e-4757-b2e3-2b4db907e9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414223 Aug 19 13:20:13.790161 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 32812) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:20:14.092950 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.plugin [None req-770f2205-211a-4cac-a2ca-88dea8e66a10 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Deleting port 6a724404-23d5-41b9-8ea1-333ddd23b39e {{(pid=79299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:20:14.093191 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-770f2205-211a-4cac-a2ca-88dea8e66a10 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:14.269257 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-770f2205-211a-4cac-a2ca-88dea8e66a10 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:14.269578 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-770f2205-211a-4cac-a2ca-88dea8e66a10 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:14.394289 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.plugin [None req-770f2205-211a-4cac-a2ca-88dea8e66a10 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Calling delete_port for 6a724404-23d5-41b9-8ea1-333ddd23b39e owned by network:floatingip {{(pid=79299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:20:14.559522 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-770f2205-211a-4cac-a2ca-88dea8e66a10 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6301144'] for port, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:14.563482 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-9b834acb-233c-4055-8b0e-052c19734702 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:20:14.611757 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f2205-211a-4cac-a2ca-88dea8e66a10 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Pushing event deleted for resources: {'Port': ['ID=6a724404-23d5-41b9-8ea1-333ddd23b39e,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:20:14.676149 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770f2205-211a-4cac-a2ca-88dea8e66a10 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:20:14.676525 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770f2205-211a-4cac-a2ca-88dea8e66a10 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:20:14.676895 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770f2205-211a-4cac-a2ca-88dea8e66a10 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:20:14.677253 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770f2205-211a-4cac-a2ca-88dea8e66a10 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:20:14.677609 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770f2205-211a-4cac-a2ca-88dea8e66a10 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:20:14.677967 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770f2205-211a-4cac-a2ca-88dea8e66a10 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:20:14.678318 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770f2205-211a-4cac-a2ca-88dea8e66a10 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:20:14.678663 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770f2205-211a-4cac-a2ca-88dea8e66a10 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:20:14.679017 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770f2205-211a-4cac-a2ca-88dea8e66a10 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:20:14.679365 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770f2205-211a-4cac-a2ca-88dea8e66a10 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:20:14.679748 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770f2205-211a-4cac-a2ca-88dea8e66a10 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:20:14.680094 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770f2205-211a-4cac-a2ca-88dea8e66a10 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:20:14.686059 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-770f2205-211a-4cac-a2ca-88dea8e66a10 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:20:14.712204 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-770f2205-211a-4cac-a2ca-88dea8e66a10 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks [] for floatingip, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:14.712590 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.db.l3_db [None req-770f2205-211a-4cac-a2ca-88dea8e66a10 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Floating IP 2e6bd956-ca7b-45d6-b136-eb4c372aaff0 disassociated (deleted). External IP: 172.27.1.146, port: bd8fd633-5a76-44e3-a3cd-61c2425fda3b. Aug 19 13:20:15.090227 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770f2205-211a-4cac-a2ca-88dea8e66a10 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Router 00ad355c-569d-4f7b-b6af-0d6a62cb2645 has already been hosted by L3 agent bb0205a6-735d-4789-b813-02600d36e527 {{(pid=79299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 19 13:20:15.275665 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770f2205-211a-4cac-a2ca-88dea8e66a10 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify agent at l3_agent.dv-cinder-805144-1-iscsi the message routers_updated {{(pid=79299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 19 13:20:15.288011 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835154e0-3d01-4f1a-a03d-ac2cc74b6f01 None None] Sync routers for ids ['00ad355c-569d-4f7b-b6af-0d6a62cb2645'] in dv-cinder-805144-1-iscsi {{(pid=79301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:20:15.303027 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835154e0-3d01-4f1a-a03d-ac2cc74b6f01 None None] Routers {'00ad355c-569d-4f7b-b6af-0d6a62cb2645'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:20:15.304042 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-770f2205-211a-4cac-a2ca-88dea8e66a10 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for floatingip, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:15.304199 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-835154e0-3d01-4f1a-a03d-ac2cc74b6f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:20:01Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['00ad355c-569d-4f7b-b6af-0d6a62cb2645'], 'active': True} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:20:15.395868 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-770f2205-211a-4cac-a2ca-88dea8e66a10 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "DELETE /v2.0/floatingips/2e6bd956-ca7b-45d6-b136-eb4c372aaff0 HTTP/1.1" status: 204 len: 168 time: 1.6044483 Aug 19 13:20:15.396451 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e533390-a5ce-43b2-a6bd-1cbc0ce982f7', 'tag': 'bd8fd633-5a76-44e3-a3cd-61c2425fda3b'}] {{(pid=79299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:20:15.523873 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvr_db [None req-835154e0-3d01-4f1a-a03d-ac2cc74b6f01 None None] Set router 00ad355c-569d-4f7b-b6af-0d6a62cb2645 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:20:15.592322 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e533390-a5ce-43b2-a6bd-1cbc0ce982f7', 'tag': 'bd8fd633-5a76-44e3-a3cd-61c2425fda3b', 'status': 'completed', 'code': 200} Aug 19 13:20:15.915086 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-835154e0-3d01-4f1a-a03d-ac2cc74b6f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'name': 'tempest-TestVolumeBootPattern-648151110-router', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:27Z', 'updated_at': '2021-08-19T13:11:33Z', 'revision_number': 4, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'gw_port': {'id': 'ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:31:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:28Z', 'updated_at': '2021-08-19T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_floatingips': [{'id': 'b83131c5-c27d-4aee-a8d1-0df4acd45e3c', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'router_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'port_id': '32cab71e-8ad3-4243-a1ad-124b87187bc9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb', 'mac_address': 'fa:16:3e:59:92:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6a5868-adca-442a-929f-3210992f0525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:15:57Z', 'updated_at': '2021-08-19T13:16:06Z', 'revision_number': 1, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca58a4bf-c483-4319-aa7d-8b8e11eaa569', 'name': '', 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'mac_address': 'fa:16:3e:4b:7e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:32Z', 'updated_at': '2021-08-19T13:11:44Z', 'revision_number': 5, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'subnets': [{'id': '7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:20:15.919661 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835154e0-3d01-4f1a-a03d-ac2cc74b6f01 None None] Checking router: 00ad355c-569d-4f7b-b6af-0d6a62cb2645 for host: dv-cinder-805144-1-iscsi {{(pid=79301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:20:15.927088 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87917a6-d121-45da-b193-9509793353ce req-3dcf9b1a-499e-4ea3-8510-54afabaa4802 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:20:15.927836 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-f87917a6-d121-45da-b193-9509793353ce req-3dcf9b1a-499e-4ea3-8510-54afabaa4802 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Synchronizing usage tracker for tenant:a81195fe3cfa46c980fb0484af456fef on resource:port {{(pid=79299) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:20:15.928181 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835154e0-3d01-4f1a-a03d-ac2cc74b6f01 None None] Routers {'00ad355c-569d-4f7b-b6af-0d6a62cb2645'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:20:15.928804 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-835154e0-3d01-4f1a-a03d-ac2cc74b6f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:20:01Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['00ad355c-569d-4f7b-b6af-0d6a62cb2645'], 'active': True} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:20:15.934594 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845a84e-1717-4fd4-b6f2-438a4ddfd75b req-237ddd15-93a0-4ea0-973e-e73f58964938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:20:15.936092 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0845a84e-1717-4fd4-b6f2-438a4ddfd75b req-237ddd15-93a0-4ea0-973e-e73f58964938 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a81195fe3cfa46c980fb0484af456fef&device_id=3e533390-a5ce-43b2-a6bd-1cbc0ce982f7 HTTP/1.1" status: 200 len: 1098 time: 0.2648649 Aug 19 13:20:15.966385 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-f87917a6-d121-45da-b193-9509793353ce req-3dcf9b1a-499e-4ea3-8510-54afabaa4802 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Unset dirty status for tenant:a81195fe3cfa46c980fb0484af456fef on resource:port {{(pid=79299) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:20:15.967583 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-f87917a6-d121-45da-b193-9509793353ce req-3dcf9b1a-499e-4ea3-8510-54afabaa4802 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e533390-a5ce-43b2-a6bd-1cbc0ce982f7 HTTP/1.1" status: 200 len: 945 time: 0.1510689 Aug 19 13:20:16.090963 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-f87917a6-d121-45da-b193-9509793353ce req-ecba2629-1e50-4a1d-a532-bc99e81631ad tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/security-groups?id=1946f9e0-ba7a-45b8-a77c-830f23fb650d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753498 Aug 19 13:20:16.114662 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845a84e-1717-4fd4-b6f2-438a4ddfd75b req-6aa782bd-268b-4c4f-b230-16a084d19a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:20:16.116183 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0845a84e-1717-4fd4-b6f2-438a4ddfd75b req-6aa782bd-268b-4c4f-b230-16a084d19a22 service neutron] 10.222.0.68 "GET /v2.0/networks?id=aea097be-4d5e-4757-b2e3-2b4db907e9bb HTTP/1.1" status: 200 len: 913 time: 0.1717298 Aug 19 13:20:16.133211 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvr_db [None req-835154e0-3d01-4f1a-a03d-ac2cc74b6f01 None None] Set router 00ad355c-569d-4f7b-b6af-0d6a62cb2645 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:20:16.191471 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0845a84e-1717-4fd4-b6f2-438a4ddfd75b req-299479e2-d739-4762-97b3-bf6549fc8c84 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd8fd633-5a76-44e3-a3cd-61c2425fda3b HTTP/1.1" status: 200 len: 217 time: 0.0676820 Aug 19 13:20:16.257772 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845a84e-1717-4fd4-b6f2-438a4ddfd75b req-579d2706-6aa8-496e-980a-4a122342b71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:20:16.260406 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0845a84e-1717-4fd4-b6f2-438a4ddfd75b req-579d2706-6aa8-496e-980a-4a122342b71f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33 HTTP/1.1" status: 200 len: 850 time: 0.0613911 Aug 19 13:20:16.347791 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845a84e-1717-4fd4-b6f2-438a4ddfd75b req-22fd5853-b1b1-4c8f-9131-854912b82d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:20:16.353190 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0845a84e-1717-4fd4-b6f2-438a4ddfd75b req-22fd5853-b1b1-4c8f-9131-854912b82d86 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=aea097be-4d5e-4757-b2e3-2b4db907e9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0812914 Aug 19 13:20:16.505394 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0845a84e-1717-4fd4-b6f2-438a4ddfd75b req-b1e90347-e2c9-4d36-8cf8-02d9f64ca040 service neutron] 10.222.0.68 "GET /v2.0/networks/aea097be-4d5e-4757-b2e3-2b4db907e9bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476564 Aug 19 13:20:16.542983 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-835154e0-3d01-4f1a-a03d-ac2cc74b6f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'name': 'tempest-TestVolumeBootPattern-648151110-router', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:27Z', 'updated_at': '2021-08-19T13:11:33Z', 'revision_number': 4, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'gw_port': {'id': 'ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:31:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:28Z', 'updated_at': '2021-08-19T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_floatingips': [{'id': 'b83131c5-c27d-4aee-a8d1-0df4acd45e3c', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'router_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'port_id': '32cab71e-8ad3-4243-a1ad-124b87187bc9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb', 'mac_address': 'fa:16:3e:59:92:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6a5868-adca-442a-929f-3210992f0525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:15:57Z', 'updated_at': '2021-08-19T13:16:06Z', 'revision_number': 1, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca58a4bf-c483-4319-aa7d-8b8e11eaa569', 'name': '', 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'mac_address': 'fa:16:3e:4b:7e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:32Z', 'updated_at': '2021-08-19T13:11:44Z', 'revision_number': 5, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'subnets': [{'id': '7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:20:16.547739 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835154e0-3d01-4f1a-a03d-ac2cc74b6f01 None None] The sync data for ids ['00ad355c-569d-4f7b-b6af-0d6a62cb2645'] in dv-cinder-805144-1-iscsi is: [{'id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'name': 'tempest-TestVolumeBootPattern-648151110-router', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:27Z', 'updated_at': '2021-08-19T13:11:33Z', 'revision_number': 4, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'gw_port': {'id': 'ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:31:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:28Z', 'updated_at': '2021-08-19T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_floatingips': [{'id': 'b83131c5-c27d-4aee-a8d1-0df4acd45e3c', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'router_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'port_id': '32cab71e-8ad3-4243-a1ad-124b87187bc9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb', 'mac_address': 'fa:16:3e:59:92:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6a5868-adca-442a-929f-3210992f0525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:15:57Z', 'updated_at': '2021-08-19T13:16:06Z', 'revision_number': 1, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca58a4bf-c483-4319-aa7d-8b8e11eaa569', 'name': '', 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'mac_address': 'fa:16:3e:4b:7e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:32Z', 'updated_at': '2021-08-19T13:11:44Z', 'revision_number': 5, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'subnets': [{'id': '7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:20:16.668672 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0845a84e-1717-4fd4-b6f2-438a4ddfd75b req-d880606c-f60c-4944-9035-5b6de111b108 service neutron] 10.222.0.68 "GET /v2.0/networks/aea097be-4d5e-4757-b2e3-2b4db907e9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552880 Aug 19 13:20:16.812513 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c604ab-8d8a-45f9-b7fe-924d8f875abb None None] New status for floating IP 2e6bd956-ca7b-45d6-b136-eb4c372aaff0: DOWN {{(pid=79302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:20:17.281968 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa7e29-7008-42b9-b513-4b53696eab93 req-8ee8ceea-3b4b-43fd-a2be-7e2cb0287b59 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:20:17.283433 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-87fa7e29-7008-42b9-b513-4b53696eab93 req-8ee8ceea-3b4b-43fd-a2be-7e2cb0287b59 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e533390-a5ce-43b2-a6bd-1cbc0ce982f7 HTTP/1.1" status: 200 len: 945 time: 0.0812624 Aug 19 13:20:17.331664 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-87fa7e29-7008-42b9-b513-4b53696eab93 req-f3d1681a-8e8b-4a30-892d-98dbcb0a3fab tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/security-groups?id=1946f9e0-ba7a-45b8-a77c-830f23fb650d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422096 Aug 19 13:20:17.704610 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59075765-9616-4af0-85fe-cafbac0c5672 req-de4a8289-cb95-468f-b4d8-766e96f17103 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:20:17.706580 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-59075765-9616-4af0-85fe-cafbac0c5672 req-de4a8289-cb95-468f-b4d8-766e96f17103 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.68 "GET /v2.0/ports?device_id=3e533390-a5ce-43b2-a6bd-1cbc0ce982f7 HTTP/1.1" status: 200 len: 945 time: 0.0965762 Aug 19 13:20:17.778287 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.plugin [req-59075765-9616-4af0-85fe-cafbac0c5672 req-521d2fab-4b5e-4ef0-be0f-e4b1bc20f23d tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Deleting port bd8fd633-5a76-44e3-a3cd-61c2425fda3b {{(pid=79299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:20:17.778622 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-59075765-9616-4af0-85fe-cafbac0c5672 req-521d2fab-4b5e-4ef0-be0f-e4b1bc20f23d tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:18.044120 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.db [req-59075765-9616-4af0-85fe-cafbac0c5672 req-521d2fab-4b5e-4ef0-be0f-e4b1bc20f23d tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] For port bd8fd633-5a76-44e3-a3cd-61c2425fda3b, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=bd8fd633-5a76-44e3-a3cd-61c2425fda3b,segment=NetworkSegment(a1d8c933-18dc-4016-981d-085cb6ac807f),segment_id=a1d8c933-18dc-4016-981d-085cb6ac807f)] {{(pid=79299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:20:18.044382 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-59075765-9616-4af0-85fe-cafbac0c5672 req-521d2fab-4b5e-4ef0-be0f-e4b1bc20f23d tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:18.169611 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.plugin [req-59075765-9616-4af0-85fe-cafbac0c5672 req-521d2fab-4b5e-4ef0-be0f-e4b1bc20f23d tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Calling delete_port for bd8fd633-5a76-44e3-a3cd-61c2425fda3b owned by compute:nova {{(pid=79299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:20:18.319002 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-59075765-9616-4af0-85fe-cafbac0c5672 req-521d2fab-4b5e-4ef0-be0f-e4b1bc20f23d tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6301144'] for port, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:18.325224 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-dc40734c-44f4-4002-b076-57c5eca98db9 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:20:18.483088 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d2fab-4b5e-4ef0-be0f-e4b1bc20f23d tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Pushing event deleted for resources: {'Port': ['ID=bd8fd633-5a76-44e3-a3cd-61c2425fda3b,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:20:18.487764 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-521d2fab-4b5e-4ef0-be0f-e4b1bc20f23d tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:20:18.567286 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-ccf687f3-3d49-4c24-a600-dd9890c80d44 req-37a9c361-a0e7-4a87-ae35-ad1b0ab282c3 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e533390-a5ce-43b2-a6bd-1cbc0ce982f7 HTTP/1.1" status: 200 len: 210 time: 0.0885038 Aug 19 13:20:18.616848 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.l3_dvrscheduler_db [req-59075765-9616-4af0-85fe-cafbac0c5672 req-521d2fab-4b5e-4ef0-be0f-e4b1bc20f23d tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] No DVR routers for this DVR port bd8fd633-5a76-44e3-a3cd-61c2425fda3b on host hv-cinder-80514 {{(pid=79299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:20:18.619832 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-59075765-9616-4af0-85fe-cafbac0c5672 req-521d2fab-4b5e-4ef0-be0f-e4b1bc20f23d tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for port, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:18.623187 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e533390-a5ce-43b2-a6bd-1cbc0ce982f7', 'name': 'network-vif-deleted', 'tag': 'bd8fd633-5a76-44e3-a3cd-61c2425fda3b'}] {{(pid=79299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:20:18.640698 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-59075765-9616-4af0-85fe-cafbac0c5672 req-521d2fab-4b5e-4ef0-be0f-e4b1bc20f23d tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.68 "DELETE /v2.0/ports/bd8fd633-5a76-44e3-a3cd-61c2425fda3b HTTP/1.1" status: 204 len: 173 time: 0.9284689 Aug 19 13:20:18.681180 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e533390-a5ce-43b2-a6bd-1cbc0ce982f7', 'name': 'network-vif-deleted', 'tag': 'bd8fd633-5a76-44e3-a3cd-61c2425fda3b', 'status': 'completed', 'code': 200} Aug 19 13:20:19.738719 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-470cdca9-f49d-4931-856e-c0618ab47290 req-d7c09d96-3dc7-4fe1-9d31-f099196a1405 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Synchronizing usage tracker for tenant:a81195fe3cfa46c980fb0484af456fef on resource:port {{(pid=79299) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:20:19.756672 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-470cdca9-f49d-4931-856e-c0618ab47290 req-d7c09d96-3dc7-4fe1-9d31-f099196a1405 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Unset dirty status for tenant:a81195fe3cfa46c980fb0484af456fef on resource:port {{(pid=79299) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:20:19.757932 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-470cdca9-f49d-4931-856e-c0618ab47290 req-d7c09d96-3dc7-4fe1-9d31-f099196a1405 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e533390-a5ce-43b2-a6bd-1cbc0ce982f7 HTTP/1.1" status: 200 len: 210 time: 0.0643380 Aug 19 13:20:20.400322 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device bd8fd633-5a76-44e3-a3cd-61c2425fda3b no longer exists at agent hyperv_hv-cinder-80514 {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 19 13:20:20.443131 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] No Port match for: bd8fd633-5a76-44e3-a3cd-61c2425fda3b {{(pid=79301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 19 13:20:20.443490 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device bd8fd633-5a76-44e3-a3cd-61c2425fda3b not bound to the agent host hv-cinder-80514 {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 19 13:20:23.262395 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 32846) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:20:23.480792 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.plugin [None req-31a60398-c0d8-48e8-a2a5-459af36b139a tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Deleting port 54a36bdf-dbd4-4a9a-b840-a8c3ef69a698 {{(pid=79299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:20:23.481136 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-31a60398-c0d8-48e8-a2a5-459af36b139a tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:23.664116 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-31a60398-c0d8-48e8-a2a5-459af36b139a tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:23.664346 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-31a60398-c0d8-48e8-a2a5-459af36b139a tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:23.793212 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.plugin [None req-31a60398-c0d8-48e8-a2a5-459af36b139a tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Calling delete_port for 54a36bdf-dbd4-4a9a-b840-a8c3ef69a698 owned by network:floatingip {{(pid=79299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:20:23.968051 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-31a60398-c0d8-48e8-a2a5-459af36b139a tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6301144'] for port, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:23.971721 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:20:24.019816 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a60398-c0d8-48e8-a2a5-459af36b139a tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Pushing event deleted for resources: {'Port': ['ID=54a36bdf-dbd4-4a9a-b840-a8c3ef69a698,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:20:24.023017 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-31a60398-c0d8-48e8-a2a5-459af36b139a tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:20:24.112925 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-31a60398-c0d8-48e8-a2a5-459af36b139a tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks [] for floatingip, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:24.113253 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.db.l3_db [None req-31a60398-c0d8-48e8-a2a5-459af36b139a tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Floating IP b83131c5-c27d-4aee-a8d1-0df4acd45e3c disassociated (deleted). External IP: 172.27.1.207, port: 32cab71e-8ad3-4243-a1ad-124b87187bc9. Aug 19 13:20:24.490517 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a60398-c0d8-48e8-a2a5-459af36b139a tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Router 00ad355c-569d-4f7b-b6af-0d6a62cb2645 has already been hosted by L3 agent bb0205a6-735d-4789-b813-02600d36e527 {{(pid=79299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 19 13:20:24.781105 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a60398-c0d8-48e8-a2a5-459af36b139a tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify agent at l3_agent.dv-cinder-805144-1-iscsi the message routers_updated {{(pid=79299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 19 13:20:24.792855 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0d1999-b8a2-4d3a-a608-d857a34a66f6 None None] Sync routers for ids ['00ad355c-569d-4f7b-b6af-0d6a62cb2645'] in dv-cinder-805144-1-iscsi {{(pid=79301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:20:24.803338 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-31a60398-c0d8-48e8-a2a5-459af36b139a tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for floatingip, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:24.804641 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0d1999-b8a2-4d3a-a608-d857a34a66f6 None None] Routers {'00ad355c-569d-4f7b-b6af-0d6a62cb2645'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:20:24.805267 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-1c0d1999-b8a2-4d3a-a608-d857a34a66f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:20:01Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['00ad355c-569d-4f7b-b6af-0d6a62cb2645'], 'active': True} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:20:24.866883 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-31a60398-c0d8-48e8-a2a5-459af36b139a tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "DELETE /v2.0/floatingips/b83131c5-c27d-4aee-a8d1-0df4acd45e3c HTTP/1.1" status: 204 len: 168 time: 1.6033940 Aug 19 13:20:24.867604 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff6a5868-adca-442a-929f-3210992f0525', 'tag': '32cab71e-8ad3-4243-a1ad-124b87187bc9'}] {{(pid=79299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:20:24.917988 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff6a5868-adca-442a-929f-3210992f0525', 'tag': '32cab71e-8ad3-4243-a1ad-124b87187bc9', 'status': 'completed', 'code': 200} Aug 19 13:20:25.059630 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ed2eb-881f-463d-a7af-e31b222423f4 req-1cc1ec7b-0f9b-4880-a934-8ae3968b5677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:20:25.061608 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-d04ed2eb-881f-463d-a7af-e31b222423f4 req-1cc1ec7b-0f9b-4880-a934-8ae3968b5677 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a81195fe3cfa46c980fb0484af456fef&device_id=ff6a5868-adca-442a-929f-3210992f0525 HTTP/1.1" status: 200 len: 1099 time: 0.0984092 Aug 19 13:20:25.076552 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvr_db [None req-1c0d1999-b8a2-4d3a-a608-d857a34a66f6 None None] Set router 00ad355c-569d-4f7b-b6af-0d6a62cb2645 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:20:25.212617 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ed2eb-881f-463d-a7af-e31b222423f4 req-aae3c958-2cb4-44df-b5be-d285109d0bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:20:25.215088 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-d04ed2eb-881f-463d-a7af-e31b222423f4 req-aae3c958-2cb4-44df-b5be-d285109d0bac service neutron] 10.222.0.68 "GET /v2.0/networks?id=aea097be-4d5e-4757-b2e3-2b4db907e9bb HTTP/1.1" status: 200 len: 913 time: 0.1459079 Aug 19 13:20:25.301017 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-d04ed2eb-881f-463d-a7af-e31b222423f4 req-76c86384-7518-46c0-8913-7d70674276c5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32cab71e-8ad3-4243-a1ad-124b87187bc9 HTTP/1.1" status: 200 len: 217 time: 0.0776384 Aug 19 13:20:25.329627 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56330eb0-7f64-46f0-8df3-877084a63714 req-7cc14b62-56a7-4fce-8ba6-4fb27318ebb9 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:20:25.331134 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-56330eb0-7f64-46f0-8df3-877084a63714 req-7cc14b62-56a7-4fce-8ba6-4fb27318ebb9 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff6a5868-adca-442a-929f-3210992f0525 HTTP/1.1" status: 200 len: 946 time: 0.1132865 Aug 19 13:20:25.395078 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-56330eb0-7f64-46f0-8df3-877084a63714 req-28f8ef5b-013d-46a8-8c6b-ef033ff9dd22 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/security-groups?id=1946f9e0-ba7a-45b8-a77c-830f23fb650d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555837 Aug 19 13:20:25.395930 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ed2eb-881f-463d-a7af-e31b222423f4 req-1c22cd3a-7271-496e-8b7c-8819e8f03bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:20:25.397558 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-d04ed2eb-881f-463d-a7af-e31b222423f4 req-1c22cd3a-7271-496e-8b7c-8819e8f03bcb service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33 HTTP/1.1" status: 200 len: 850 time: 0.0882540 Aug 19 13:20:25.426324 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-1c0d1999-b8a2-4d3a-a608-d857a34a66f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'name': 'tempest-TestVolumeBootPattern-648151110-router', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:27Z', 'updated_at': '2021-08-19T13:11:33Z', 'revision_number': 4, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'gw_port': {'id': 'ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:31:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:28Z', 'updated_at': '2021-08-19T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': 'ca58a4bf-c483-4319-aa7d-8b8e11eaa569', 'name': '', 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'mac_address': 'fa:16:3e:4b:7e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:32Z', 'updated_at': '2021-08-19T13:11:44Z', 'revision_number': 5, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'subnets': [{'id': '7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:20:25.431500 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0d1999-b8a2-4d3a-a608-d857a34a66f6 None None] Checking router: 00ad355c-569d-4f7b-b6af-0d6a62cb2645 for host: dv-cinder-805144-1-iscsi {{(pid=79301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:20:25.449514 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0d1999-b8a2-4d3a-a608-d857a34a66f6 None None] Routers {'00ad355c-569d-4f7b-b6af-0d6a62cb2645'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:20:25.450643 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-1c0d1999-b8a2-4d3a-a608-d857a34a66f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:20:01Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['00ad355c-569d-4f7b-b6af-0d6a62cb2645'], 'active': True} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:20:25.501973 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ed2eb-881f-463d-a7af-e31b222423f4 req-2c9b0a50-a895-4e42-9399-1dec6c4d3638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:20:25.504521 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-d04ed2eb-881f-463d-a7af-e31b222423f4 req-2c9b0a50-a895-4e42-9399-1dec6c4d3638 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=aea097be-4d5e-4757-b2e3-2b4db907e9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0982537 Aug 19 13:20:25.650942 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvr_db [None req-1c0d1999-b8a2-4d3a-a608-d857a34a66f6 None None] Set router 00ad355c-569d-4f7b-b6af-0d6a62cb2645 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:20:25.673951 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-d04ed2eb-881f-463d-a7af-e31b222423f4 req-944cbcd5-0fab-42ca-9ab5-cf75cdd5fac4 service neutron] 10.222.0.68 "GET /v2.0/networks/aea097be-4d5e-4757-b2e3-2b4db907e9bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606073 Aug 19 13:20:25.845971 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-d04ed2eb-881f-463d-a7af-e31b222423f4 req-9e847c6b-d96f-4d36-8386-7e0531c43995 service neutron] 10.222.0.68 "GET /v2.0/networks/aea097be-4d5e-4757-b2e3-2b4db907e9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630888 Aug 19 13:20:26.010074 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-1c0d1999-b8a2-4d3a-a608-d857a34a66f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'name': 'tempest-TestVolumeBootPattern-648151110-router', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:27Z', 'updated_at': '2021-08-19T13:11:33Z', 'revision_number': 4, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'gw_port': {'id': 'ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:31:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:28Z', 'updated_at': '2021-08-19T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': 'ca58a4bf-c483-4319-aa7d-8b8e11eaa569', 'name': '', 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'mac_address': 'fa:16:3e:4b:7e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:32Z', 'updated_at': '2021-08-19T13:11:44Z', 'revision_number': 5, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'subnets': [{'id': '7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:20:26.014118 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0d1999-b8a2-4d3a-a608-d857a34a66f6 None None] The sync data for ids ['00ad355c-569d-4f7b-b6af-0d6a62cb2645'] in dv-cinder-805144-1-iscsi is: [{'id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'name': 'tempest-TestVolumeBootPattern-648151110-router', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:27Z', 'updated_at': '2021-08-19T13:11:33Z', 'revision_number': 4, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'gw_port': {'id': 'ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:31:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:28Z', 'updated_at': '2021-08-19T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': 'ca58a4bf-c483-4319-aa7d-8b8e11eaa569', 'name': '', 'network_id': 'aea097be-4d5e-4757-b2e3-2b4db907e9bb', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'mac_address': 'fa:16:3e:4b:7e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:32Z', 'updated_at': '2021-08-19T13:11:44Z', 'revision_number': 5, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'subnets': [{'id': '7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:20:26.253687 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb12045-b28c-41d2-980d-ac4faab008e6 None None] New status for floating IP b83131c5-c27d-4aee-a8d1-0df4acd45e3c: DOWN {{(pid=79302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:20:26.606190 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e811f-2b35-4a25-8bcc-f9967668957b req-81f6a699-8df9-4946-8950-14ce1ff8ef9c tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:20:26.606893 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-6c2e811f-2b35-4a25-8bcc-f9967668957b req-81f6a699-8df9-4946-8950-14ce1ff8ef9c tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Synchronizing usage tracker for tenant:a81195fe3cfa46c980fb0484af456fef on resource:port {{(pid=79299) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:20:26.623909 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-6c2e811f-2b35-4a25-8bcc-f9967668957b req-81f6a699-8df9-4946-8950-14ce1ff8ef9c tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Unset dirty status for tenant:a81195fe3cfa46c980fb0484af456fef on resource:port {{(pid=79299) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:20:26.625084 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-6c2e811f-2b35-4a25-8bcc-f9967668957b req-81f6a699-8df9-4946-8950-14ce1ff8ef9c tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff6a5868-adca-442a-929f-3210992f0525 HTTP/1.1" status: 200 len: 946 time: 0.0995352 Aug 19 13:20:26.678276 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-6c2e811f-2b35-4a25-8bcc-f9967668957b req-624354bc-87f1-4dd2-8f59-992c1aada317 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/security-groups?id=1946f9e0-ba7a-45b8-a77c-830f23fb650d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429561 Aug 19 13:20:26.982870 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6ff11-1a1c-446c-8a93-e29f964fb0d0 req-d9f981e1-5592-4a33-a243-a7967b7be50c tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:20:26.984213 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-58a6ff11-1a1c-446c-8a93-e29f964fb0d0 req-d9f981e1-5592-4a33-a243-a7967b7be50c tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.68 "GET /v2.0/ports?device_id=ff6a5868-adca-442a-929f-3210992f0525 HTTP/1.1" status: 200 len: 946 time: 0.0828874 Aug 19 13:20:27.055312 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.plugin [req-58a6ff11-1a1c-446c-8a93-e29f964fb0d0 req-dda38a4a-a7e8-412e-a8ee-4b0e27c308a3 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Deleting port 32cab71e-8ad3-4243-a1ad-124b87187bc9 {{(pid=79299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:20:27.055682 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-58a6ff11-1a1c-446c-8a93-e29f964fb0d0 req-dda38a4a-a7e8-412e-a8ee-4b0e27c308a3 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:27.231579 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.agents_db [None req-9e599f34-f5fc-45b3-b2b5-9720679b7a3a None None] Agent healthcheck: found 6 active agents {{(pid=79302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 19 13:20:27.325734 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.db [req-58a6ff11-1a1c-446c-8a93-e29f964fb0d0 req-dda38a4a-a7e8-412e-a8ee-4b0e27c308a3 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] For port 32cab71e-8ad3-4243-a1ad-124b87187bc9, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=32cab71e-8ad3-4243-a1ad-124b87187bc9,segment=NetworkSegment(a1d8c933-18dc-4016-981d-085cb6ac807f),segment_id=a1d8c933-18dc-4016-981d-085cb6ac807f)] {{(pid=79299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:20:27.326005 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-58a6ff11-1a1c-446c-8a93-e29f964fb0d0 req-dda38a4a-a7e8-412e-a8ee-4b0e27c308a3 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:27.553432 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.plugin [req-58a6ff11-1a1c-446c-8a93-e29f964fb0d0 req-dda38a4a-a7e8-412e-a8ee-4b0e27c308a3 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Calling delete_port for 32cab71e-8ad3-4243-a1ad-124b87187bc9 owned by compute:nova {{(pid=79299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:20:27.705354 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-58a6ff11-1a1c-446c-8a93-e29f964fb0d0 req-dda38a4a-a7e8-412e-a8ee-4b0e27c308a3 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6301144'] for port, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:27.711170 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-2bd743f8-476a-43e3-ad7e-299b2126c196 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:20:27.761574 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda38a4a-a7e8-412e-a8ee-4b0e27c308a3 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Pushing event deleted for resources: {'Port': ['ID=32cab71e-8ad3-4243-a1ad-124b87187bc9,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:20:27.789203 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-dda38a4a-a7e8-412e-a8ee-4b0e27c308a3 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:20:27.839949 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a6ff11-1a1c-446c-8a93-e29f964fb0d0 req-dda38a4a-a7e8-412e-a8ee-4b0e27c308a3 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] No DVR routers for this DVR port 32cab71e-8ad3-4243-a1ad-124b87187bc9 on host hv-cinder-80514 {{(pid=79299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:20:27.842557 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-58a6ff11-1a1c-446c-8a93-e29f964fb0d0 req-dda38a4a-a7e8-412e-a8ee-4b0e27c308a3 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for port, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:27.845565 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff6a5868-adca-442a-929f-3210992f0525', 'name': 'network-vif-deleted', 'tag': '32cab71e-8ad3-4243-a1ad-124b87187bc9'}] {{(pid=79299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:20:27.848760 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-84409845-06a1-4bdb-a195-40312315e8c1 req-f3ad5497-8cce-414a-afa9-d7881ebf8d98 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff6a5868-adca-442a-929f-3210992f0525 HTTP/1.1" status: 200 len: 210 time: 0.0573936 Aug 19 13:20:27.872574 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-58a6ff11-1a1c-446c-8a93-e29f964fb0d0 req-dda38a4a-a7e8-412e-a8ee-4b0e27c308a3 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.68 "DELETE /v2.0/ports/32cab71e-8ad3-4243-a1ad-124b87187bc9 HTTP/1.1" status: 204 len: 173 time: 0.8808584 Aug 19 13:20:27.900857 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff6a5868-adca-442a-929f-3210992f0525', 'name': 'network-vif-deleted', 'tag': '32cab71e-8ad3-4243-a1ad-124b87187bc9', 'status': 'completed', 'code': 200} Aug 19 13:20:28.138632 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ced516c7-f14f-4ac7-ac45-6ea6efe952b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:28.587896 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:28.951942 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 32866) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:20:29.118410 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.plugin [None req-0a0c7b58-1118-4573-a346-cfbcc119088b tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Deleting port 3d75b9dd-9064-4626-b2f5-dc35c9c47d44 {{(pid=79299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:20:29.118649 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-0a0c7b58-1118-4573-a346-cfbcc119088b tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:29.305384 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-0a0c7b58-1118-4573-a346-cfbcc119088b tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:29.305872 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-0a0c7b58-1118-4573-a346-cfbcc119088b tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:29.446156 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.plugin [None req-0a0c7b58-1118-4573-a346-cfbcc119088b tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Calling delete_port for 3d75b9dd-9064-4626-b2f5-dc35c9c47d44 owned by network:floatingip {{(pid=79299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:20:29.601196 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-0a0c7b58-1118-4573-a346-cfbcc119088b tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6301144'] for port, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:29.605789 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-1037b09e-ef5d-44c3-8bf5-40df02468323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:20:29.654956 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c7b58-1118-4573-a346-cfbcc119088b tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Pushing event deleted for resources: {'Port': ['ID=3d75b9dd-9064-4626-b2f5-dc35c9c47d44,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:20:29.658143 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-0a0c7b58-1118-4573-a346-cfbcc119088b tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:20:29.753569 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-0a0c7b58-1118-4573-a346-cfbcc119088b tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks [] for floatingip, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:29.768348 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-0a0c7b58-1118-4573-a346-cfbcc119088b tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for floatingip, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:29.769501 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-0a0c7b58-1118-4573-a346-cfbcc119088b tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "DELETE /v2.0/floatingips/7b4e3e6f-f121-4ad6-9541-62bf3b08598f HTTP/1.1" status: 204 len: 168 time: 0.8165703 Aug 19 13:20:30.451971 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 32cab71e-8ad3-4243-a1ad-124b87187bc9 no longer exists at agent hyperv_hv-cinder-80514 {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 19 13:20:30.491759 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] No Port match for: 32cab71e-8ad3-4243-a1ad-124b87187bc9 {{(pid=79301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 19 13:20:30.492125 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 32cab71e-8ad3-4243-a1ad-124b87187bc9 not bound to the agent host hv-cinder-80514 {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 19 13:20:30.947148 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-35b28cf1-9fda-495d-8a8c-efe2dbd89ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:31.192247 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 32882) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:20:31.278050 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-54ea4ac1-61f9-4f84-8b4e-9f36bc148ac0 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:31.315124 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-54ea4ac1-61f9-4f84-8b4e-9f36bc148ac0 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:31.439639 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-54ea4ac1-61f9-4f84-8b4e-9f36bc148ac0 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:31.448329 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-52889535-5482-4eee-b5db-d078d0471a0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:20:31.465288 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea4ac1-61f9-4f84-8b4e-9f36bc148ac0 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1946f9e0-ba7a-45b8-a77c-830f23fb650d,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:20:31.468172 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-54ea4ac1-61f9-4f84-8b4e-9f36bc148ac0 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:20:31.474737 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-54ea4ac1-61f9-4f84-8b4e-9f36bc148ac0 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:31.475803 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-54ea4ac1-61f9-4f84-8b4e-9f36bc148ac0 tempest-TestVolumeBootPattern-538444058 tempest-TestVolumeBootPattern-538444058-project] 10.222.0.49 "DELETE /v2.0/security-groups/1946f9e0-ba7a-45b8-a77c-830f23fb650d HTTP/1.1" status: 204 len: 168 time: 0.2823730 Aug 19 13:20:31.552516 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 32888) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:20:31.822884 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:32.329371 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-ed90e747-b59b-4380-aa99-dadd0a2ffa7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8000222'] for router_interface, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:32.814616 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [None req-ed90e747-b59b-4380-aa99-dadd0a2ffa7d admin admin] Deleting port ca58a4bf-c483-4319-aa7d-8b8e11eaa569 {{(pid=79300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:20:32.815319 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-ed90e747-b59b-4380-aa99-dadd0a2ffa7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:33.004862 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.db [None req-ed90e747-b59b-4380-aa99-dadd0a2ffa7d admin admin] For port ca58a4bf-c483-4319-aa7d-8b8e11eaa569, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=ca58a4bf-c483-4319-aa7d-8b8e11eaa569,segment=NetworkSegment(a1d8c933-18dc-4016-981d-085cb6ac807f),segment_id=a1d8c933-18dc-4016-981d-085cb6ac807f)] {{(pid=79300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:20:33.005216 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-ed90e747-b59b-4380-aa99-dadd0a2ffa7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:33.139944 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [None req-ed90e747-b59b-4380-aa99-dadd0a2ffa7d admin admin] Calling delete_port for ca58a4bf-c483-4319-aa7d-8b8e11eaa569 owned by network:router_interface {{(pid=79300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:20:33.342594 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-ed90e747-b59b-4380-aa99-dadd0a2ffa7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202527'] for port, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:33.349068 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-d00093f1-13fd-48ab-bba3-4333263b2b46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:20:33.426598 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed90e747-b59b-4380-aa99-dadd0a2ffa7d admin admin] Pushing event deleted for resources: {'Port': ['ID=ca58a4bf-c483-4319-aa7d-8b8e11eaa569,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:20:33.446345 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed90e747-b59b-4380-aa99-dadd0a2ffa7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:20:33.446729 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed90e747-b59b-4380-aa99-dadd0a2ffa7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:20:33.447112 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed90e747-b59b-4380-aa99-dadd0a2ffa7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:20:33.447499 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed90e747-b59b-4380-aa99-dadd0a2ffa7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:20:33.447899 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed90e747-b59b-4380-aa99-dadd0a2ffa7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:20:33.450168 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed90e747-b59b-4380-aa99-dadd0a2ffa7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:20:33.450837 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed90e747-b59b-4380-aa99-dadd0a2ffa7d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:20:33.451209 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed90e747-b59b-4380-aa99-dadd0a2ffa7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:20:33.451598 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed90e747-b59b-4380-aa99-dadd0a2ffa7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:20:33.452038 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed90e747-b59b-4380-aa99-dadd0a2ffa7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:20:33.452399 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed90e747-b59b-4380-aa99-dadd0a2ffa7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:20:33.452755 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed90e747-b59b-4380-aa99-dadd0a2ffa7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:20:33.457868 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-ed90e747-b59b-4380-aa99-dadd0a2ffa7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:20:33.510894 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:33.722102 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-ed90e747-b59b-4380-aa99-dadd0a2ffa7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7886210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8000162'] for router_interface, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:34.262325 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed90e747-b59b-4380-aa99-dadd0a2ffa7d admin admin] Router 00ad355c-569d-4f7b-b6af-0d6a62cb2645 has already been hosted by L3 agent bb0205a6-735d-4789-b813-02600d36e527 {{(pid=79300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 19 13:20:34.450425 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed90e747-b59b-4380-aa99-dadd0a2ffa7d admin admin] Notify agent at l3_agent.dv-cinder-805144-1-iscsi the message routers_updated {{(pid=79300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 19 13:20:34.459430 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74084fe1-e88d-43d3-ac8f-64cc1dd38fb7 None None] Sync routers for ids ['00ad355c-569d-4f7b-b6af-0d6a62cb2645'] in dv-cinder-805144-1-iscsi {{(pid=79301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:20:34.470012 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74084fe1-e88d-43d3-ac8f-64cc1dd38fb7 None None] Routers {'00ad355c-569d-4f7b-b6af-0d6a62cb2645'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:20:34.470652 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-74084fe1-e88d-43d3-ac8f-64cc1dd38fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:20:31Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['00ad355c-569d-4f7b-b6af-0d6a62cb2645'], 'active': True} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:20:34.475063 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-ed90e747-b59b-4380-aa99-dadd0a2ffa7d admin admin] 10.222.0.49 "PUT /v2.0/routers/00ad355c-569d-4f7b-b6af-0d6a62cb2645/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9209146 Aug 19 13:20:34.477669 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 32894) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:20:34.669107 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvr_db [None req-74084fe1-e88d-43d3-ac8f-64cc1dd38fb7 None None] Set router 00ad355c-569d-4f7b-b6af-0d6a62cb2645 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:20:34.684640 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-8a55c714-ced4-4d15-869d-67439f39c4b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:34.896016 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-8a55c714-ced4-4d15-869d-67439f39c4b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:34.913024 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [None req-8a55c714-ced4-4d15-869d-67439f39c4b2 admin admin] Deleting port ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a {{(pid=79300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:20:34.913799 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-8a55c714-ced4-4d15-869d-67439f39c4b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:35.055181 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-74084fe1-e88d-43d3-ac8f-64cc1dd38fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'name': 'tempest-TestVolumeBootPattern-648151110-router', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:27Z', 'updated_at': '2021-08-19T13:20:33Z', 'revision_number': 5, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'gw_port': {'id': 'ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:31:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:28Z', 'updated_at': '2021-08-19T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi'}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:20:35.059786 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74084fe1-e88d-43d3-ac8f-64cc1dd38fb7 None None] Checking router: 00ad355c-569d-4f7b-b6af-0d6a62cb2645 for host: dv-cinder-805144-1-iscsi {{(pid=79301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:20:35.068519 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74084fe1-e88d-43d3-ac8f-64cc1dd38fb7 None None] Routers {'00ad355c-569d-4f7b-b6af-0d6a62cb2645'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:20:35.069029 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-74084fe1-e88d-43d3-ac8f-64cc1dd38fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:20:31Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['00ad355c-569d-4f7b-b6af-0d6a62cb2645'], 'active': True} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:20:35.109834 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.db [None req-8a55c714-ced4-4d15-869d-67439f39c4b2 admin admin] For port ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a,segment=NetworkSegment(20104d1f-9cfe-4c86-a938-6570a8b83d9b),segment_id=20104d1f-9cfe-4c86-a938-6570a8b83d9b)] {{(pid=79300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:20:35.110192 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-8a55c714-ced4-4d15-869d-67439f39c4b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:35.238716 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvr_db [None req-74084fe1-e88d-43d3-ac8f-64cc1dd38fb7 None None] Set router 00ad355c-569d-4f7b-b6af-0d6a62cb2645 gateway port host: None {{(pid=79301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:20:35.241375 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [None req-8a55c714-ced4-4d15-869d-67439f39c4b2 admin admin] Calling delete_port for ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a owned by network:router_gateway {{(pid=79300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:20:35.281346 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:35.351386 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-74084fe1-e88d-43d3-ac8f-64cc1dd38fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'name': 'tempest-TestVolumeBootPattern-648151110-router', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:27Z', 'updated_at': '2021-08-19T13:20:34Z', 'revision_number': 6, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'gw_port_host': None}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:20:35.356252 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74084fe1-e88d-43d3-ac8f-64cc1dd38fb7 None None] The sync data for ids ['00ad355c-569d-4f7b-b6af-0d6a62cb2645'] in dv-cinder-805144-1-iscsi is: [{'id': '00ad355c-569d-4f7b-b6af-0d6a62cb2645', 'name': 'tempest-TestVolumeBootPattern-648151110-router', 'tenant_id': 'a81195fe3cfa46c980fb0484af456fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:27Z', 'updated_at': '2021-08-19T13:20:34Z', 'revision_number': 6, 'project_id': 'a81195fe3cfa46c980fb0484af456fef', 'gw_port_host': None}] {{(pid=79301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:20:35.448393 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-8a55c714-ced4-4d15-869d-67439f39c4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202527'] for port, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:35.454073 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-19561a84-1418-4d6c-bfd4-7caf6c60442a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:20:35.510442 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55c714-ced4-4d15-869d-67439f39c4b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:20:35.554196 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-8a55c714-ced4-4d15-869d-67439f39c4b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:20:35.625668 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-8a55c714-ced4-4d15-869d-67439f39c4b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962891'] for router_gateway, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:35.976589 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-8a55c714-ced4-4d15-869d-67439f39c4b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8006225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14674'] for router, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:35.979385 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-8a55c714-ced4-4d15-869d-67439f39c4b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:36.005606 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-8a55c714-ced4-4d15-869d-67439f39c4b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8006993'] for router, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:36.006109 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a55c714-ced4-4d15-869d-67439f39c4b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00ad355c-569d-4f7b-b6af-0d6a62cb2645 {{(pid=79300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 19 13:20:36.026023 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-8a55c714-ced4-4d15-869d-67439f39c4b2 admin admin] Notify callbacks [] for router, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:36.027970 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-8a55c714-ced4-4d15-869d-67439f39c4b2 admin admin] 10.222.0.49 "DELETE /v2.0/routers/00ad355c-569d-4f7b-b6af-0d6a62cb2645 HTTP/1.1" status: 204 len: 168 time: 1.5489261 Aug 19 13:20:36.030733 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 32898) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:20:36.093666 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f9b87bf-9ad7-40e4-a028-e65f8fb3b136 admin admin] Deleting subnet 7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33 {{(pid=79300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 19 13:20:36.096838 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-7f9b87bf-9ad7-40e4-a028-e65f8fb3b136 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:36.153143 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-7f9b87bf-9ad7-40e4-a028-e65f8fb3b136 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6203714'] for subnet, precommit_delete_associations {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:36.255362 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a no longer exists at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 19 13:20:36.263311 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-7f9b87bf-9ad7-40e4-a028-e65f8fb3b136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916658'] for subnet, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:36.294194 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] No Port match for: ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a {{(pid=79301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 19 13:20:36.294548 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device ee8f3614-a0f9-4d1e-8e9e-d8a2f01aba3a not bound to the agent host dv-cinder-805144-1-iscsi {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 19 13:20:36.294997 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device ca58a4bf-c483-4319-aa7d-8b8e11eaa569 no longer exists at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 19 13:20:36.331765 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] No Port match for: ca58a4bf-c483-4319-aa7d-8b8e11eaa569 {{(pid=79301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 19 13:20:36.332130 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device ca58a4bf-c483-4319-aa7d-8b8e11eaa569 not bound to the agent host dv-cinder-805144-1-iscsi {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 19 13:20:36.358232 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-7f9b87bf-9ad7-40e4-a028-e65f8fb3b136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6202572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374726'] for subnet, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:36.362327 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:20:36.397729 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9b87bf-9ad7-40e4-a028-e65f8fb3b136 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:20:36.400914 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-7f9b87bf-9ad7-40e4-a028-e65f8fb3b136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:20:36.402813 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-7f9b87bf-9ad7-40e4-a028-e65f8fb3b136 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for subnet, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:36.409214 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-7f9b87bf-9ad7-40e4-a028-e65f8fb3b136 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/7ea4e7a0-7ece-4e8e-b8f7-71e84e860e33 HTTP/1.1" status: 204 len: 168 time: 0.3774934 Aug 19 13:20:36.412394 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 32902) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:20:36.416405 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8af987-d4b5-4633-8794-a7bc06ba4a1e None None] Network aea097be-4d5e-4757-b2e3-2b4db907e9bb requested from dv-cinder-805144-1-iscsi {{(pid=79301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 19 13:20:36.555671 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-42ada07d-1577-42e3-8b9d-f479628720ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-793971'] for network, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:36.570916 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [None req-42ada07d-1577-42e3-8b9d-f479628720ed admin admin] Deleting port be23ee12-fe81-46d7-b9d4-727853e25aff {{(pid=79300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:20:36.571354 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-42ada07d-1577-42e3-8b9d-f479628720ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:36.772269 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0cbb1d-6fb2-4982-859d-b9707f5f44ec None None] DHCP port deletion for aea097be-4d5e-4757-b2e3-2b4db907e9bb request from dv-cinder-805144-1-iscsi {{(pid=79301) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 19 13:20:36.779222 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-0e0cbb1d-6fb2-4982-859d-b9707f5f44ec None None] Deleting port be23ee12-fe81-46d7-b9d4-727853e25aff {{(pid=79301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:20:36.779824 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-0e0cbb1d-6fb2-4982-859d-b9707f5f44ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:36.831892 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.db [None req-42ada07d-1577-42e3-8b9d-f479628720ed admin admin] For port be23ee12-fe81-46d7-b9d4-727853e25aff, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=be23ee12-fe81-46d7-b9d4-727853e25aff,segment=NetworkSegment(a1d8c933-18dc-4016-981d-085cb6ac807f),segment_id=a1d8c933-18dc-4016-981d-085cb6ac807f)] {{(pid=79300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:20:36.832372 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-42ada07d-1577-42e3-8b9d-f479628720ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:36.974903 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [None req-42ada07d-1577-42e3-8b9d-f479628720ed admin admin] Calling delete_port for be23ee12-fe81-46d7-b9d4-727853e25aff owned by network:dhcp {{(pid=79300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:20:37.071442 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-0e0cbb1d-6fb2-4982-859d-b9707f5f44ec None None] For port be23ee12-fe81-46d7-b9d4-727853e25aff, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=be23ee12-fe81-46d7-b9d4-727853e25aff,segment=NetworkSegment(a1d8c933-18dc-4016-981d-085cb6ac807f),segment_id=a1d8c933-18dc-4016-981d-085cb6ac807f)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:20:37.071878 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-0e0cbb1d-6fb2-4982-859d-b9707f5f44ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:37.092601 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-42ada07d-1577-42e3-8b9d-f479628720ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202527'] for port, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:37.097887 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-8a55c714-ced4-4d15-869d-67439f39c4b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:20:37.150488 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ada07d-1577-42e3-8b9d-f479628720ed admin admin] Pushing event deleted for resources: {'Port': ['ID=be23ee12-fe81-46d7-b9d4-727853e25aff,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:20:37.154054 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-42ada07d-1577-42e3-8b9d-f479628720ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:20:37.154864 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ada07d-1577-42e3-8b9d-f479628720ed admin admin] No DVR routers for this DVR port be23ee12-fe81-46d7-b9d4-727853e25aff on host dv-cinder-805144-1-iscsi {{(pid=79300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:20:37.294597 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-0e0cbb1d-6fb2-4982-859d-b9707f5f44ec None None] Calling delete_port for be23ee12-fe81-46d7-b9d4-727853e25aff owned by network:dhcp {{(pid=79301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:20:37.345676 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-42ada07d-1577-42e3-8b9d-f479628720ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914249', 'neutron.services.segments.db._delete_segments_for_network-8734197845149'] for network, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:37.362654 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.services.segments.db [None req-42ada07d-1577-42e3-8b9d-f479628720ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aea097be-4d5e-4757-b2e3-2b4db907e9bb']}} {{(pid=79300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:20:37.391354 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.services.segments.db [None req-42ada07d-1577-42e3-8b9d-f479628720ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1d8c933-18dc-4016-981d-085cb6ac807f') {'for_net_delete': True} {{(pid=79300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:20:37.391877 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.services.segments.db [None req-42ada07d-1577-42e3-8b9d-f479628720ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1d8c933-18dc-4016-981d-085cb6ac807f') {} {{(pid=79300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:20:37.393413 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.db.api [None req-0e0cbb1d-6fb2-4982-859d-b9707f5f44ec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79301) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 13:20:37.393983 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_db.api [None req-0e0cbb1d-6fb2-4982-859d-b9707f5f44ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 13:20:37.410356 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-42ada07d-1577-42e3-8b9d-f479628720ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734197843447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6203741'] for segment, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:37.434911 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-42ada07d-1577-42e3-8b9d-f479628720ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910984'] for segment, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:37.442626 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42ada07d-1577-42e3-8b9d-f479628720ed admin admin] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=79300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:20:37.443029 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-42ada07d-1577-42e3-8b9d-f479628720ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-910977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202538'] for segment, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:37.458125 dv-cinder-805144-1-iscsi neutron-server[79300]: Traceback (most recent call last): Aug 19 13:20:37.458125 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:20:37.458125 dv-cinder-805144-1-iscsi neutron-server[79300]: timer() Aug 19 13:20:37.458125 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:20:37.458125 dv-cinder-805144-1-iscsi neutron-server[79300]: cb(*args, **kw) Aug 19 13:20:37.458125 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 19 13:20:37.458125 dv-cinder-805144-1-iscsi neutron-server[79300]: return func(*args, **kwargs) Aug 19 13:20:37.458125 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:20:37.458125 dv-cinder-805144-1-iscsi neutron-server[79300]: self._notify() Aug 19 13:20:37.458125 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:20:37.458125 dv-cinder-805144-1-iscsi neutron-server[79300]: self.callback(batched_events) Aug 19 13:20:37.458125 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:20:37.458125 dv-cinder-805144-1-iscsi neutron-server[79300]: event.method(event) Aug 19 13:20:37.458125 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 19 13:20:37.458125 dv-cinder-805144-1-iscsi neutron-server[79300]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:20:37.458125 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 19 13:20:37.458125 dv-cinder-805144-1-iscsi neutron-server[79300]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:20:37.458125 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:20:37.458125 dv-cinder-805144-1-iscsi neutron-server[79300]: return f(self, *a, **k) Aug 19 13:20:37.458125 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:20:37.458125 dv-cinder-805144-1-iscsi neutron-server[79300]: return self._get(url).json() Aug 19 13:20:37.458125 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:20:37.458125 dv-cinder-805144-1-iscsi neutron-server[79300]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:20:37.458125 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:20:37.458125 dv-cinder-805144-1-iscsi neutron-server[79300]: return self.request(url, 'GET', **kwargs) Aug 19 13:20:37.458125 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:20:37.458125 dv-cinder-805144-1-iscsi neutron-server[79300]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:20:37.458125 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:20:37.458125 dv-cinder-805144-1-iscsi neutron-server[79300]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:20:37.458125 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:20:37.458125 dv-cinder-805144-1-iscsi neutron-server[79300]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:20:37.458125 dv-cinder-805144-1-iscsi neutron-server[79300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:20:37.556012 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-42ada07d-1577-42e3-8b9d-f479628720ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962902'] for network, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:37.561327 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:20:37.579052 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-42ada07d-1577-42e3-8b9d-f479628720ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for network, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:37.591488 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ada07d-1577-42e3-8b9d-f479628720ed admin admin] Pushing event deleted for resources: {'Network': ['ID=aea097be-4d5e-4757-b2e3-2b4db907e9bb,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:20:37.599418 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-42ada07d-1577-42e3-8b9d-f479628720ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:20:37.604234 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-42ada07d-1577-42e3-8b9d-f479628720ed admin admin] 10.222.0.49 "DELETE /v2.0/networks/aea097be-4d5e-4757-b2e3-2b4db907e9bb HTTP/1.1" status: 204 len: 168 time: 1.1908059 Aug 19 13:20:37.608871 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 32906) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:20:37.895010 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-0e0cbb1d-6fb2-4982-859d-b9707f5f44ec None None] Deleting port be23ee12-fe81-46d7-b9d4-727853e25aff {{(pid=79301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:20:37.895632 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-0e0cbb1d-6fb2-4982-859d-b9707f5f44ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:37.987636 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-0e0cbb1d-6fb2-4982-859d-b9707f5f44ec None None] The port 'be23ee12-fe81-46d7-b9d4-727853e25aff' was deleted {{(pid=79301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 19 13:20:37.990588 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device be23ee12-fe81-46d7-b9d4-727853e25aff no longer exists at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 19 13:20:38.030494 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] No Port match for: be23ee12-fe81-46d7-b9d4-727853e25aff {{(pid=79301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 19 13:20:38.030862 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device be23ee12-fe81-46d7-b9d4-727853e25aff not bound to the agent host dv-cinder-805144-1-iscsi {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 19 13:20:38.443056 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-74c77d23-2756-473e-82f3-dcc1781dd5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8000222'] for router_interface, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:38.862940 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [None req-74c77d23-2756-473e-82f3-dcc1781dd5f4 admin admin] Deleting port ed56d27b-a14c-4fea-b2da-57d8c2718d18 {{(pid=79300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:20:38.863616 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-74c77d23-2756-473e-82f3-dcc1781dd5f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:39.063518 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.db [None req-74c77d23-2756-473e-82f3-dcc1781dd5f4 admin admin] For port ed56d27b-a14c-4fea-b2da-57d8c2718d18, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=ed56d27b-a14c-4fea-b2da-57d8c2718d18,segment=NetworkSegment(d2d9e5bd-f00f-428b-9fc8-592f14256ffe),segment_id=d2d9e5bd-f00f-428b-9fc8-592f14256ffe)] {{(pid=79300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:20:39.063916 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-74c77d23-2756-473e-82f3-dcc1781dd5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:39.207352 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [None req-74c77d23-2756-473e-82f3-dcc1781dd5f4 admin admin] Calling delete_port for ed56d27b-a14c-4fea-b2da-57d8c2718d18 owned by network:router_interface {{(pid=79300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:20:39.411991 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-74c77d23-2756-473e-82f3-dcc1781dd5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202527'] for port, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:39.416086 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-e5332662-64bd-4ba1-9d94-1a623b9d0ba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:20:39.461619 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c77d23-2756-473e-82f3-dcc1781dd5f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed56d27b-a14c-4fea-b2da-57d8c2718d18,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:20:39.465321 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-74c77d23-2756-473e-82f3-dcc1781dd5f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:20:39.900596 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-74c77d23-2756-473e-82f3-dcc1781dd5f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7886210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8000162'] for router_interface, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:40.337876 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c77d23-2756-473e-82f3-dcc1781dd5f4 admin admin] Router aead6f52-3e31-47e8-b61b-9dda56dd9ea5 has already been hosted by L3 agent bb0205a6-735d-4789-b813-02600d36e527 {{(pid=79300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 19 13:20:40.540810 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c77d23-2756-473e-82f3-dcc1781dd5f4 admin admin] Notify agent at l3_agent.dv-cinder-805144-1-iscsi the message routers_updated {{(pid=79300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 19 13:20:40.550646 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde239a5-ef70-492e-b7b6-699ad2ffa77b None None] Sync routers for ids ['aead6f52-3e31-47e8-b61b-9dda56dd9ea5'] in dv-cinder-805144-1-iscsi {{(pid=79302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:20:40.564923 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde239a5-ef70-492e-b7b6-699ad2ffa77b None None] Routers {'aead6f52-3e31-47e8-b61b-9dda56dd9ea5'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:20:40.565239 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-74c77d23-2756-473e-82f3-dcc1781dd5f4 admin admin] 10.222.0.49 "PUT /v2.0/routers/aead6f52-3e31-47e8-b61b-9dda56dd9ea5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9549913 Aug 19 13:20:40.565704 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-fde239a5-ef70-492e-b7b6-699ad2ffa77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:20:31Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['aead6f52-3e31-47e8-b61b-9dda56dd9ea5'], 'active': True} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:20:40.568752 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 32910) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:20:40.773045 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvr_db [None req-fde239a5-ef70-492e-b7b6-699ad2ffa77b None None] Set router aead6f52-3e31-47e8-b61b-9dda56dd9ea5 gateway port host: dv-cinder-805144-1-iscsi {{(pid=79302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:20:40.775102 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-900cd035-04d7-485d-8fe6-f92d875e2416 admin admin] Notify callbacks [] for router, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:40.983755 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-900cd035-04d7-485d-8fe6-f92d875e2416 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:40.996953 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [None req-900cd035-04d7-485d-8fe6-f92d875e2416 admin admin] Deleting port 1c0a4e3c-a986-44cf-88ca-6d5003240c40 {{(pid=79300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:20:40.997336 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-900cd035-04d7-485d-8fe6-f92d875e2416 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:41.103795 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-fde239a5-ef70-492e-b7b6-699ad2ffa77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aead6f52-3e31-47e8-b61b-9dda56dd9ea5', 'name': 'tempest-TestVolumeBootPattern-194689164-router', 'tenant_id': 'c877e083374943d1aee15f3a66d68d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '1c0a4e3c-a986-44cf-88ca-6d5003240c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:38Z', 'updated_at': '2021-08-19T13:20:39Z', 'revision_number': 5, 'project_id': 'c877e083374943d1aee15f3a66d68d7c', 'gw_port': {'id': '1c0a4e3c-a986-44cf-88ca-6d5003240c40', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:dd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aead6f52-3e31-47e8-b61b-9dda56dd9ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:40Z', 'updated_at': '2021-08-19T13:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi'}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:20:41.108737 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde239a5-ef70-492e-b7b6-699ad2ffa77b None None] Checking router: aead6f52-3e31-47e8-b61b-9dda56dd9ea5 for host: dv-cinder-805144-1-iscsi {{(pid=79302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:20:41.118633 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde239a5-ef70-492e-b7b6-699ad2ffa77b None None] Routers {'aead6f52-3e31-47e8-b61b-9dda56dd9ea5'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:20:41.119267 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-fde239a5-ef70-492e-b7b6-699ad2ffa77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:20:31Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['aead6f52-3e31-47e8-b61b-9dda56dd9ea5'], 'active': True} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:20:41.216569 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.db [None req-900cd035-04d7-485d-8fe6-f92d875e2416 admin admin] For port 1c0a4e3c-a986-44cf-88ca-6d5003240c40, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=1c0a4e3c-a986-44cf-88ca-6d5003240c40,segment=NetworkSegment(20104d1f-9cfe-4c86-a938-6570a8b83d9b),segment_id=20104d1f-9cfe-4c86-a938-6570a8b83d9b)] {{(pid=79300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:20:41.216934 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-900cd035-04d7-485d-8fe6-f92d875e2416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:41.287759 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvr_db [None req-fde239a5-ef70-492e-b7b6-699ad2ffa77b None None] Set router aead6f52-3e31-47e8-b61b-9dda56dd9ea5 gateway port host: None {{(pid=79302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:20:41.405907 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-fde239a5-ef70-492e-b7b6-699ad2ffa77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aead6f52-3e31-47e8-b61b-9dda56dd9ea5', 'name': 'tempest-TestVolumeBootPattern-194689164-router', 'tenant_id': 'c877e083374943d1aee15f3a66d68d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:38Z', 'updated_at': '2021-08-19T13:20:40Z', 'revision_number': 6, 'project_id': 'c877e083374943d1aee15f3a66d68d7c', 'gw_port_host': None}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:20:41.410474 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde239a5-ef70-492e-b7b6-699ad2ffa77b None None] The sync data for ids ['aead6f52-3e31-47e8-b61b-9dda56dd9ea5'] in dv-cinder-805144-1-iscsi is: [{'id': 'aead6f52-3e31-47e8-b61b-9dda56dd9ea5', 'name': 'tempest-TestVolumeBootPattern-194689164-router', 'tenant_id': 'c877e083374943d1aee15f3a66d68d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:38Z', 'updated_at': '2021-08-19T13:20:40Z', 'revision_number': 6, 'project_id': 'c877e083374943d1aee15f3a66d68d7c', 'gw_port_host': None}] {{(pid=79302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:20:41.486578 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [None req-900cd035-04d7-485d-8fe6-f92d875e2416 admin admin] Calling delete_port for 1c0a4e3c-a986-44cf-88ca-6d5003240c40 owned by network:router_gateway {{(pid=79300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:20:41.677726 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-900cd035-04d7-485d-8fe6-f92d875e2416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202527'] for port, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:41.682858 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-3bdeeffc-ca48-48bc-8fd1-4279ae2203b7 tempest-AttachVolumeNegativeTest-1282097537 tempest-AttachVolumeNegativeTest-1282097537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:20:41.732212 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900cd035-04d7-485d-8fe6-f92d875e2416 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c0a4e3c-a986-44cf-88ca-6d5003240c40,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:20:41.735443 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-900cd035-04d7-485d-8fe6-f92d875e2416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:20:41.841905 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-900cd035-04d7-485d-8fe6-f92d875e2416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962891'] for router_gateway, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:42.028223 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-900cd035-04d7-485d-8fe6-f92d875e2416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8006225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14674'] for router, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:42.030810 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-900cd035-04d7-485d-8fe6-f92d875e2416 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:42.056878 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-900cd035-04d7-485d-8fe6-f92d875e2416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8006993'] for router, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:42.057485 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900cd035-04d7-485d-8fe6-f92d875e2416 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aead6f52-3e31-47e8-b61b-9dda56dd9ea5 {{(pid=79300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 19 13:20:42.075529 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-900cd035-04d7-485d-8fe6-f92d875e2416 admin admin] Notify callbacks [] for router, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:42.075529 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-900cd035-04d7-485d-8fe6-f92d875e2416 admin admin] 10.222.0.49 "DELETE /v2.0/routers/aead6f52-3e31-47e8-b61b-9dda56dd9ea5 HTTP/1.1" status: 204 len: 168 time: 1.5031495 Aug 19 13:20:42.076001 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 32914) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:20:42.142647 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.db_base_plugin_v2 [None req-b706e382-f530-44c3-8f67-dfc338131130 admin admin] Deleting subnet bd599d92-c32c-4df1-8df2-3f0fd41cd8ad {{(pid=79299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 19 13:20:42.145969 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-b706e382-f530-44c3-8f67-dfc338131130 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:42.216433 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-b706e382-f530-44c3-8f67-dfc338131130 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6934675'] for subnet, precommit_delete_associations {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:42.277858 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device ed56d27b-a14c-4fea-b2da-57d8c2718d18 no longer exists at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 19 13:20:42.316656 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] No Port match for: ed56d27b-a14c-4fea-b2da-57d8c2718d18 {{(pid=79301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 19 13:20:42.317269 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device ed56d27b-a14c-4fea-b2da-57d8c2718d18 not bound to the agent host dv-cinder-805144-1-iscsi {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 19 13:20:42.344218 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-b706e382-f530-44c3-8f67-dfc338131130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916658'] for subnet, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:42.525422 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-b706e382-f530-44c3-8f67-dfc338131130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6301067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5646775'] for subnet, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:42.530486 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-51c43ac9-c061-4bc5-858e-9da0e0afda4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:20:42.570770 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b706e382-f530-44c3-8f67-dfc338131130 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd599d92-c32c-4df1-8df2-3f0fd41cd8ad,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:20:42.572545 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-b706e382-f530-44c3-8f67-dfc338131130 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:42.578809 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-b706e382-f530-44c3-8f67-dfc338131130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:20:42.580378 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50a8e1a-dec3-4b0a-bc31-4fab018a136f None None] Network edfcb630-f1ff-4575-b974-f6e34406c98d requested from dv-cinder-805144-1-iscsi {{(pid=79301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 19 13:20:42.584544 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-b706e382-f530-44c3-8f67-dfc338131130 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/bd599d92-c32c-4df1-8df2-3f0fd41cd8ad HTTP/1.1" status: 204 len: 168 time: 0.5074852 Aug 19 13:20:42.587627 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 32918) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:20:42.739167 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-1a79db38-7860-4ddd-b808-6aff0a117c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-793971'] for network, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:42.757947 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [None req-1a79db38-7860-4ddd-b808-6aff0a117c1b admin admin] Deleting port d0a8b353-fefb-4529-9e54-199b5f8af138 {{(pid=79300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:20:42.757947 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-1a79db38-7860-4ddd-b808-6aff0a117c1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:42.960311 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e29ca3-489e-4d1e-961f-64c55a85ad5d None None] DHCP port deletion for edfcb630-f1ff-4575-b974-f6e34406c98d request from dv-cinder-805144-1-iscsi {{(pid=79301) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 19 13:20:42.965705 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-93e29ca3-489e-4d1e-961f-64c55a85ad5d None None] Deleting port d0a8b353-fefb-4529-9e54-199b5f8af138 {{(pid=79301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:20:42.966087 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-93e29ca3-489e-4d1e-961f-64c55a85ad5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:43.020427 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.db [None req-1a79db38-7860-4ddd-b808-6aff0a117c1b admin admin] For port d0a8b353-fefb-4529-9e54-199b5f8af138, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=d0a8b353-fefb-4529-9e54-199b5f8af138,segment=NetworkSegment(d2d9e5bd-f00f-428b-9fc8-592f14256ffe),segment_id=d2d9e5bd-f00f-428b-9fc8-592f14256ffe)] {{(pid=79300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:20:43.020801 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-1a79db38-7860-4ddd-b808-6aff0a117c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:43.163756 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.plugin [None req-1a79db38-7860-4ddd-b808-6aff0a117c1b admin admin] Calling delete_port for d0a8b353-fefb-4529-9e54-199b5f8af138 owned by network:dhcp {{(pid=79300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:20:43.221995 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-93e29ca3-489e-4d1e-961f-64c55a85ad5d None None] For port d0a8b353-fefb-4529-9e54-199b5f8af138, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=d0a8b353-fefb-4529-9e54-199b5f8af138,segment=NetworkSegment(d2d9e5bd-f00f-428b-9fc8-592f14256ffe),segment_id=d2d9e5bd-f00f-428b-9fc8-592f14256ffe)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:20:43.222317 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-93e29ca3-489e-4d1e-961f-64c55a85ad5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:43.255690 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-1a79db38-7860-4ddd-b808-6aff0a117c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6202527'] for port, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:43.262209 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-40f224e8-cb37-4bb2-9273-de96b31e1716 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:20:43.313399 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a79db38-7860-4ddd-b808-6aff0a117c1b admin admin] Pushing event deleted for resources: {'Port': ['ID=d0a8b353-fefb-4529-9e54-199b5f8af138,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:20:43.316418 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a79db38-7860-4ddd-b808-6aff0a117c1b admin admin] No DVR routers for this DVR port d0a8b353-fefb-4529-9e54-199b5f8af138 on host dv-cinder-805144-1-iscsi {{(pid=79300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:20:43.319050 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-1a79db38-7860-4ddd-b808-6aff0a117c1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:20:43.361260 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-93e29ca3-489e-4d1e-961f-64c55a85ad5d None None] Calling delete_port for d0a8b353-fefb-4529-9e54-199b5f8af138 owned by network:dhcp {{(pid=79301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:20:43.453354 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.db.api [None req-93e29ca3-489e-4d1e-961f-64c55a85ad5d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79301) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 13:20:43.453900 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_db.api [None req-93e29ca3-489e-4d1e-961f-64c55a85ad5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 13:20:43.462532 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-1a79db38-7860-4ddd-b808-6aff0a117c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914249', 'neutron.services.segments.db._delete_segments_for_network-8734197845149'] for network, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:43.476815 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.services.segments.db [None req-1a79db38-7860-4ddd-b808-6aff0a117c1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edfcb630-f1ff-4575-b974-f6e34406c98d']}} {{(pid=79300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:20:43.491939 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.services.segments.db [None req-1a79db38-7860-4ddd-b808-6aff0a117c1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2d9e5bd-f00f-428b-9fc8-592f14256ffe') {'for_net_delete': True} {{(pid=79300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:20:43.492227 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.services.segments.db [None req-1a79db38-7860-4ddd-b808-6aff0a117c1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2d9e5bd-f00f-428b-9fc8-592f14256ffe') {} {{(pid=79300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:20:43.505636 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-1a79db38-7860-4ddd-b808-6aff0a117c1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734197843447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6203741'] for segment, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:43.524128 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-1a79db38-7860-4ddd-b808-6aff0a117c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910984'] for segment, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:43.532427 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a79db38-7860-4ddd-b808-6aff0a117c1b admin admin] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=79300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:20:43.532877 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-1a79db38-7860-4ddd-b808-6aff0a117c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-910977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202538'] for segment, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:43.549203 dv-cinder-805144-1-iscsi neutron-server[79300]: Traceback (most recent call last): Aug 19 13:20:43.549203 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:20:43.549203 dv-cinder-805144-1-iscsi neutron-server[79300]: timer() Aug 19 13:20:43.549203 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:20:43.549203 dv-cinder-805144-1-iscsi neutron-server[79300]: cb(*args, **kw) Aug 19 13:20:43.549203 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 19 13:20:43.549203 dv-cinder-805144-1-iscsi neutron-server[79300]: return func(*args, **kwargs) Aug 19 13:20:43.549203 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:20:43.549203 dv-cinder-805144-1-iscsi neutron-server[79300]: self._notify() Aug 19 13:20:43.549203 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:20:43.549203 dv-cinder-805144-1-iscsi neutron-server[79300]: self.callback(batched_events) Aug 19 13:20:43.549203 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:20:43.549203 dv-cinder-805144-1-iscsi neutron-server[79300]: event.method(event) Aug 19 13:20:43.549203 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 19 13:20:43.549203 dv-cinder-805144-1-iscsi neutron-server[79300]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:20:43.549203 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 19 13:20:43.549203 dv-cinder-805144-1-iscsi neutron-server[79300]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:20:43.549203 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:20:43.549203 dv-cinder-805144-1-iscsi neutron-server[79300]: return f(self, *a, **k) Aug 19 13:20:43.549203 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:20:43.549203 dv-cinder-805144-1-iscsi neutron-server[79300]: return self._get(url).json() Aug 19 13:20:43.549203 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:20:43.549203 dv-cinder-805144-1-iscsi neutron-server[79300]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:20:43.549203 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:20:43.549203 dv-cinder-805144-1-iscsi neutron-server[79300]: return self.request(url, 'GET', **kwargs) Aug 19 13:20:43.549203 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:20:43.549203 dv-cinder-805144-1-iscsi neutron-server[79300]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:20:43.549203 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:20:43.549203 dv-cinder-805144-1-iscsi neutron-server[79300]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:20:43.549203 dv-cinder-805144-1-iscsi neutron-server[79300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:20:43.549203 dv-cinder-805144-1-iscsi neutron-server[79300]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:20:43.549203 dv-cinder-805144-1-iscsi neutron-server[79300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:20:43.749686 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-1a79db38-7860-4ddd-b808-6aff0a117c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962902'] for network, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:43.754074 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:20:43.768071 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-1a79db38-7860-4ddd-b808-6aff0a117c1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for network, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:43.780010 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a79db38-7860-4ddd-b808-6aff0a117c1b admin admin] Pushing event deleted for resources: {'Network': ['ID=edfcb630-f1ff-4575-b974-f6e34406c98d,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:20:43.786603 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-1a79db38-7860-4ddd-b808-6aff0a117c1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:20:43.788856 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-1a79db38-7860-4ddd-b808-6aff0a117c1b admin admin] 10.222.0.49 "DELETE /v2.0/networks/edfcb630-f1ff-4575-b974-f6e34406c98d HTTP/1.1" status: 204 len: 168 time: 1.2003932 Aug 19 13:20:43.959325 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-93e29ca3-489e-4d1e-961f-64c55a85ad5d None None] Deleting port d0a8b353-fefb-4529-9e54-199b5f8af138 {{(pid=79301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:20:43.959325 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-93e29ca3-489e-4d1e-961f-64c55a85ad5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:43.959806 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 32924) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:20:44.020770 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device d0a8b353-fefb-4529-9e54-199b5f8af138 no longer exists at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 19 13:20:44.027600 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-0e241c4e-8be0-46ff-a5dc-8115a5c72ca1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a81195fe3cfa46c980fb0484af456fef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0692093 Aug 19 13:20:44.031674 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 32928) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:20:44.112199 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-cccde478-4e61-4da4-8f7e-9ef149183c07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:44.147219 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-cccde478-4e61-4da4-8f7e-9ef149183c07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:44.149672 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] No Port match for: d0a8b353-fefb-4529-9e54-199b5f8af138 {{(pid=79301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 19 13:20:44.150254 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device d0a8b353-fefb-4529-9e54-199b5f8af138 not bound to the agent host dv-cinder-805144-1-iscsi {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 19 13:20:44.150889 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 1c0a4e3c-a986-44cf-88ca-6d5003240c40 no longer exists at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 19 13:20:44.182209 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-93e29ca3-489e-4d1e-961f-64c55a85ad5d None None] The port 'd0a8b353-fefb-4529-9e54-199b5f8af138' was deleted {{(pid=79301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 19 13:20:44.198633 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] No Port match for: 1c0a4e3c-a986-44cf-88ca-6d5003240c40 {{(pid=79301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 19 13:20:44.198987 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 1c0a4e3c-a986-44cf-88ca-6d5003240c40 not bound to the agent host dv-cinder-805144-1-iscsi {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 19 13:20:44.242627 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-cccde478-4e61-4da4-8f7e-9ef149183c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:44.252426 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-19fcd7bf-34b5-4929-99fa-b057b206efc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:20:44.278284 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccde478-4e61-4da4-8f7e-9ef149183c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c0caf4-e156-49cf-b3ad-bc5b03dc96a7,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:20:44.282474 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-cccde478-4e61-4da4-8f7e-9ef149183c07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:20:44.290795 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-cccde478-4e61-4da4-8f7e-9ef149183c07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:44.292491 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-cccde478-4e61-4da4-8f7e-9ef149183c07 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d9c0caf4-e156-49cf-b3ad-bc5b03dc96a7 HTTP/1.1" status: 204 len: 168 time: 0.2581105 Aug 19 13:20:44.766511 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 32936) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:20:44.860678 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-9f87df31-bea0-4f0e-8c19-c1dc53728641 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c877e083374943d1aee15f3a66d68d7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0926840 Aug 19 13:20:44.862876 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 32940) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:20:44.942748 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-54a17eb3-1912-4f47-98a3-a718ac1ca8a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:44.979773 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-54a17eb3-1912-4f47-98a3-a718ac1ca8a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:45.061331 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-54a17eb3-1912-4f47-98a3-a718ac1ca8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:45.067560 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-a0074e54-3972-43aa-bc93-4465d1ec2505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:20:45.082530 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a17eb3-1912-4f47-98a3-a718ac1ca8a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ffaff2b-8605-430f-886d-bc340203d773,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:20:45.085317 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-54a17eb3-1912-4f47-98a3-a718ac1ca8a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:20:45.091822 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-54a17eb3-1912-4f47-98a3-a718ac1ca8a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:45.094264 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-54a17eb3-1912-4f47-98a3-a718ac1ca8a8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4ffaff2b-8605-430f-886d-bc340203d773 HTTP/1.1" status: 204 len: 168 time: 0.2300766 Aug 19 13:20:58.132065 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-b39d6f82-50e3-4dba-ae06-dc815fcb6a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:58.591396 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:00.942271 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d83cef4e-7d0b-4515-92f9-487c1587dae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:01.819968 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:03.513496 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:04.234177 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.agents_db [None req-9e599f34-f5fc-45b3-b2b5-9720679b7a3a None None] Agent healthcheck: found 6 active agents {{(pid=79302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 19 13:21:05.087013 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:09.421350 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-89f4ee08-5da3-4da5-9577-532b97fdb909 req-af998f0d-bc19-4a83-a4e8-c8681ca84ccc service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0753372 Aug 19 13:21:09.534886 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4ee08-5da3-4da5-9577-532b97fdb909 req-eacd28e2-2c2b-4b2f-b6d5-a8270f5c9138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:09.536683 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-89f4ee08-5da3-4da5-9577-532b97fdb909 req-eacd28e2-2c2b-4b2f-b6d5-a8270f5c9138 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f2b9c7a795ef42a195e19b28c5a90c34&device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc HTTP/1.1" status: 200 len: 1099 time: 0.0785172 Aug 19 13:21:09.694810 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4ee08-5da3-4da5-9577-532b97fdb909 req-cc42db5e-4e29-42c9-9d68-ea38b3464e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:09.696698 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-89f4ee08-5da3-4da5-9577-532b97fdb909 req-cc42db5e-4e29-42c9-9d68-ea38b3464e44 service neutron] 10.222.0.68 "GET /v2.0/networks?id=18957569-bff9-4463-ad8f-63925cd4ecba HTTP/1.1" status: 200 len: 911 time: 0.1384304 Aug 19 13:21:09.803425 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-89f4ee08-5da3-4da5-9577-532b97fdb909 req-c9190277-1cd0-4705-840d-0e7072b1b5eb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62 HTTP/1.1" status: 200 len: 1001 time: 0.0998931 Aug 19 13:21:09.875537 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4ee08-5da3-4da5-9577-532b97fdb909 req-6025bed0-47f0-462b-80f4-a4d81c2d3f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:09.877027 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-89f4ee08-5da3-4da5-9577-532b97fdb909 req-6025bed0-47f0-462b-80f4-a4d81c2d3f80 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d90545c0-2b0b-4da4-8114-7713257965e4 HTTP/1.1" status: 200 len: 848 time: 0.0646751 Aug 19 13:21:09.956875 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4ee08-5da3-4da5-9577-532b97fdb909 req-1e9a1ac4-099a-4d46-a9a1-54a02461079c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:09.958280 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-89f4ee08-5da3-4da5-9577-532b97fdb909 req-1e9a1ac4-099a-4d46-a9a1-54a02461079c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=18957569-bff9-4463-ad8f-63925cd4ecba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0745754 Aug 19 13:21:10.099080 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-89f4ee08-5da3-4da5-9577-532b97fdb909 req-6a5649c3-1ee1-4282-b3d9-238ba0602335 service neutron] 10.222.0.68 "GET /v2.0/networks/18957569-bff9-4463-ad8f-63925cd4ecba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337402 Aug 19 13:21:10.249258 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-89f4ee08-5da3-4da5-9577-532b97fdb909 req-86d7ca97-d70d-4bb7-ba4d-c03cf2982d65 service neutron] 10.222.0.68 "GET /v2.0/networks/18957569-bff9-4463-ad8f-63925cd4ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429625 Aug 19 13:21:11.350193 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851c84a-fd9c-4fd6-ab53-fad86683414a req-669a7396-6f0f-4813-875d-0fb11724b805 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:11.351733 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-d851c84a-fd9c-4fd6-ab53-fad86683414a req-669a7396-6f0f-4813-875d-0fb11724b805 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc HTTP/1.1" status: 200 len: 946 time: 0.0870473 Aug 19 13:21:11.399406 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-d851c84a-fd9c-4fd6-ab53-fad86683414a req-c3d62daf-bf95-46e3-b886-286af57c8e81 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7145cd-04f0-4feb-adc9-b1b6b4612e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416927 Aug 19 13:21:12.603765 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd3ff0-458e-47e7-9725-a2b1d7307655 req-d0b7e7f2-904f-4da1-a177-02eaf1a38b79 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:12.605292 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-61bd3ff0-458e-47e7-9725-a2b1d7307655 req-d0b7e7f2-904f-4da1-a177-02eaf1a38b79 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc HTTP/1.1" status: 200 len: 946 time: 0.0855513 Aug 19 13:21:12.662434 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-61bd3ff0-458e-47e7-9725-a2b1d7307655 req-df1b178d-0dec-42b5-9f7a-c06732a01106 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7145cd-04f0-4feb-adc9-b1b6b4612e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495870 Aug 19 13:21:13.867401 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9990e1a-43fe-43c8-b38b-3d77901a3060 req-f254a4a7-f125-4132-936b-eea62c62b466 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:13.868842 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-b9990e1a-43fe-43c8-b38b-3d77901a3060 req-f254a4a7-f125-4132-936b-eea62c62b466 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc HTTP/1.1" status: 200 len: 946 time: 0.0940957 Aug 19 13:21:13.933941 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-b9990e1a-43fe-43c8-b38b-3d77901a3060 req-0724858a-4054-49fb-975b-1029574abd78 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7145cd-04f0-4feb-adc9-b1b6b4612e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582199 Aug 19 13:21:15.128570 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39543a30-4521-450a-acd2-47b74dcda832 req-96fbdc75-294a-42fa-94da-f55057dc5296 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:15.129988 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-39543a30-4521-450a-acd2-47b74dcda832 req-96fbdc75-294a-42fa-94da-f55057dc5296 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc HTTP/1.1" status: 200 len: 946 time: 0.0879638 Aug 19 13:21:15.178747 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-39543a30-4521-450a-acd2-47b74dcda832 req-be7711a8-a06b-4afc-b760-7d6812e57141 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7145cd-04f0-4feb-adc9-b1b6b4612e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430746 Aug 19 13:21:16.395180 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d3e89-92ae-46b4-ac07-2b240f6441df req-7dc07df4-4a0c-4fc1-910d-b6ce6e831d6b tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:16.396791 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-925d3e89-92ae-46b4-ac07-2b240f6441df req-7dc07df4-4a0c-4fc1-910d-b6ce6e831d6b tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc HTTP/1.1" status: 200 len: 946 time: 0.0858088 Aug 19 13:21:16.447188 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-925d3e89-92ae-46b4-ac07-2b240f6441df req-ea331886-82bd-41e5-8ecb-7e079b3b9371 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7145cd-04f0-4feb-adc9-b1b6b4612e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445967 Aug 19 13:21:17.646392 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0abd3ae-2072-4db1-b535-995d00e540ac req-f82fbb71-f444-4c16-8f2d-7af2799a2c8f tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:17.648008 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d0abd3ae-2072-4db1-b535-995d00e540ac req-f82fbb71-f444-4c16-8f2d-7af2799a2c8f tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc HTTP/1.1" status: 200 len: 946 time: 0.0882492 Aug 19 13:21:17.706448 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-d0abd3ae-2072-4db1-b535-995d00e540ac req-3999134d-b4fb-4050-ae9d-ebd6c68d20c6 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7145cd-04f0-4feb-adc9-b1b6b4612e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502262 Aug 19 13:21:18.909376 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167cd96-28d0-42ed-92b3-684e7c7ddc15 req-19b2cdb2-1886-4f5b-a0d6-d119d91eb73a tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:18.911146 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0167cd96-28d0-42ed-92b3-684e7c7ddc15 req-19b2cdb2-1886-4f5b-a0d6-d119d91eb73a tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc HTTP/1.1" status: 200 len: 946 time: 0.0947764 Aug 19 13:21:18.963379 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0167cd96-28d0-42ed-92b3-684e7c7ddc15 req-4a814054-4e5d-4587-b988-1fd7bda335eb tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7145cd-04f0-4feb-adc9-b1b6b4612e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463033 Aug 19 13:21:20.163447 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e78f6-2ba3-426f-8fbd-6ef79be9f338 req-3142d7cb-c5d2-4986-9cc9-939c2d5dc300 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:20.164879 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-5e3e78f6-2ba3-426f-8fbd-6ef79be9f338 req-3142d7cb-c5d2-4986-9cc9-939c2d5dc300 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc HTTP/1.1" status: 200 len: 946 time: 0.0839403 Aug 19 13:21:20.216321 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-5e3e78f6-2ba3-426f-8fbd-6ef79be9f338 req-8b34d1c8-440b-4df4-8bef-c18b3f4fd644 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7145cd-04f0-4feb-adc9-b1b6b4612e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457747 Aug 19 13:21:21.411827 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f368e-7984-42c5-9e87-8b2bd9320d35 req-bbed1ecf-cf72-4209-b5b3-adc5a67c7d84 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:21.413363 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-b24f368e-7984-42c5-9e87-8b2bd9320d35 req-bbed1ecf-cf72-4209-b5b3-adc5a67c7d84 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc HTTP/1.1" status: 200 len: 946 time: 0.0876551 Aug 19 13:21:21.496730 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-b24f368e-7984-42c5-9e87-8b2bd9320d35 req-98628b93-0537-467a-916c-956e51fa52bb tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7145cd-04f0-4feb-adc9-b1b6b4612e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766289 Aug 19 13:21:21.542496 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9100f1-a40e-4dfe-a894-439c3bb9ac05 req-5fe0b1d9-777d-4e39-93ac-fea29f443fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:21.544028 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-ab9100f1-a40e-4dfe-a894-439c3bb9ac05 req-5fe0b1d9-777d-4e39-93ac-fea29f443fdc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f2b9c7a795ef42a195e19b28c5a90c34&device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc HTTP/1.1" status: 200 len: 1099 time: 0.0811322 Aug 19 13:21:21.777060 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9100f1-a40e-4dfe-a894-439c3bb9ac05 req-b64feb95-9062-4311-9149-8f8e34760300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:21.778459 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-ab9100f1-a40e-4dfe-a894-439c3bb9ac05 req-b64feb95-9062-4311-9149-8f8e34760300 service neutron] 10.222.0.68 "GET /v2.0/networks?id=18957569-bff9-4463-ad8f-63925cd4ecba HTTP/1.1" status: 200 len: 911 time: 0.2280855 Aug 19 13:21:21.889442 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-ab9100f1-a40e-4dfe-a894-439c3bb9ac05 req-50f53eda-cdc5-45fb-b205-6b53502fa584 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62 HTTP/1.1" status: 200 len: 1001 time: 0.1043074 Aug 19 13:21:21.964105 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9100f1-a40e-4dfe-a894-439c3bb9ac05 req-bb4cb1d9-9ebc-47c3-b5bc-d88adeac9a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:21.965580 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-ab9100f1-a40e-4dfe-a894-439c3bb9ac05 req-bb4cb1d9-9ebc-47c3-b5bc-d88adeac9a7a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d90545c0-2b0b-4da4-8114-7713257965e4 HTTP/1.1" status: 200 len: 848 time: 0.0687404 Aug 19 13:21:22.047936 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9100f1-a40e-4dfe-a894-439c3bb9ac05 req-006d1711-859e-4148-bb13-33e96edad5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:22.049350 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-ab9100f1-a40e-4dfe-a894-439c3bb9ac05 req-006d1711-859e-4148-bb13-33e96edad5c8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=18957569-bff9-4463-ad8f-63925cd4ecba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0775051 Aug 19 13:21:22.196653 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-ab9100f1-a40e-4dfe-a894-439c3bb9ac05 req-613286c6-34ba-40ad-abce-4605839614e6 service neutron] 10.222.0.68 "GET /v2.0/networks/18957569-bff9-4463-ad8f-63925cd4ecba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396236 Aug 19 13:21:22.346819 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-ab9100f1-a40e-4dfe-a894-439c3bb9ac05 req-34df8879-0024-4b0d-819e-abba95903d60 service neutron] 10.222.0.68 "GET /v2.0/networks/18957569-bff9-4463-ad8f-63925cd4ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423585 Aug 19 13:21:22.700520 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d291b67-3258-465d-9ac2-36b5db411ad2 req-18e497af-8ca0-4916-8beb-20063cab8199 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:22.702574 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-1d291b67-3258-465d-9ac2-36b5db411ad2 req-18e497af-8ca0-4916-8beb-20063cab8199 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc HTTP/1.1" status: 200 len: 946 time: 0.0922771 Aug 19 13:21:22.750896 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-1d291b67-3258-465d-9ac2-36b5db411ad2 req-9bf00e15-e7f8-4946-9205-2b6b0f640fdb tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7145cd-04f0-4feb-adc9-b1b6b4612e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423110 Aug 19 13:21:23.950086 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd478da-10b9-4544-b9d9-191895a26599 req-187345ae-da96-4c87-a367-4b5831ef62be tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:23.951613 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-8bd478da-10b9-4544-b9d9-191895a26599 req-187345ae-da96-4c87-a367-4b5831ef62be tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc HTTP/1.1" status: 200 len: 946 time: 0.0875268 Aug 19 13:21:24.005610 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-8bd478da-10b9-4544-b9d9-191895a26599 req-3a9aacea-2dd6-40a1-8e54-026c6037899d tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7145cd-04f0-4feb-adc9-b1b6b4612e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471723 Aug 19 13:21:25.222430 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a5b44-2fc9-495a-a223-b66fead1ced1 req-50a60dab-6208-4391-8c5d-7281364f32e8 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:25.223976 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4b6a5b44-2fc9-495a-a223-b66fead1ced1 req-50a60dab-6208-4391-8c5d-7281364f32e8 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc HTTP/1.1" status: 200 len: 946 time: 0.0886521 Aug 19 13:21:25.271327 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-4b6a5b44-2fc9-495a-a223-b66fead1ced1 req-71732ead-efcb-4975-8137-0446fa315d10 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7145cd-04f0-4feb-adc9-b1b6b4612e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416820 Aug 19 13:21:25.642853 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8891736-8166-43ac-bd60-c4fa4e3e494a req-2cb4affa-f05e-40b3-a446-a6a80741cb02 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:25.644563 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-f8891736-8166-43ac-bd60-c4fa4e3e494a req-2cb4affa-f05e-40b3-a446-a6a80741cb02 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc HTTP/1.1" status: 200 len: 946 time: 0.0886002 Aug 19 13:21:25.700143 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-f8891736-8166-43ac-bd60-c4fa4e3e494a req-ec442245-8855-4427-aaf8-1b9ea3f81849 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7145cd-04f0-4feb-adc9-b1b6b4612e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495906 Aug 19 13:21:25.824282 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-9604de51-1875-420b-8615-d1306c1482a2 req-1c366409-f887-40d3-b0b5-b205fec0ee53 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3257511 Aug 19 13:21:26.906898 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a349f624-ab38-4248-a692-a00dd2e3183c req-1331c0a5-0dd0-4847-8047-6258fb829b46 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:26.908450 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a349f624-ab38-4248-a692-a00dd2e3183c req-1331c0a5-0dd0-4847-8047-6258fb829b46 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc HTTP/1.1" status: 200 len: 946 time: 0.0975199 Aug 19 13:21:26.957306 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-a349f624-ab38-4248-a692-a00dd2e3183c req-5dd850e7-9130-49fe-a8ec-484a5c37b428 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7145cd-04f0-4feb-adc9-b1b6b4612e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424478 Aug 19 13:21:27.947774 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604de51-1875-420b-8615-d1306c1482a2 req-25ed12ab-b597-4df5-9f87-5b1009fea914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:27.949246 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-9604de51-1875-420b-8615-d1306c1482a2 req-25ed12ab-b597-4df5-9f87-5b1009fea914 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc&tenant_id=f2b9c7a795ef42a195e19b28c5a90c34 HTTP/1.1" status: 200 len: 1099 time: 0.0739188 Aug 19 13:21:28.061074 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604de51-1875-420b-8615-d1306c1482a2 req-6fd848db-4613-4a20-8904-3b6933008e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:28.063733 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-9604de51-1875-420b-8615-d1306c1482a2 req-6fd848db-4613-4a20-8904-3b6933008e8d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f2b9c7a795ef42a195e19b28c5a90c34&device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc HTTP/1.1" status: 200 len: 1099 time: 0.0793726 Aug 19 13:21:28.138980 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-27f160e2-1a02-4eeb-afff-79ec90115d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:28.151840 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b62be-47e7-448c-bb6c-6f88203a9fbf req-4f74fa1b-f8e0-4f52-aa21-7e613167ded9 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:28.153352 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-0c1b62be-47e7-448c-bb6c-6f88203a9fbf req-4f74fa1b-f8e0-4f52-aa21-7e613167ded9 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc HTTP/1.1" status: 200 len: 946 time: 0.0873992 Aug 19 13:21:28.205693 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-0c1b62be-47e7-448c-bb6c-6f88203a9fbf req-5f3208a6-58a7-48d1-b1f0-04e467b09e95 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7145cd-04f0-4feb-adc9-b1b6b4612e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464878 Aug 19 13:21:28.219019 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604de51-1875-420b-8615-d1306c1482a2 req-531e96d9-d8f2-4536-9d08-dbb2cf5c1916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:28.220610 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-9604de51-1875-420b-8615-d1306c1482a2 req-531e96d9-d8f2-4536-9d08-dbb2cf5c1916 service neutron] 10.222.0.68 "GET /v2.0/networks?id=18957569-bff9-4463-ad8f-63925cd4ecba HTTP/1.1" status: 200 len: 911 time: 0.1499133 Aug 19 13:21:28.333549 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-9604de51-1875-420b-8615-d1306c1482a2 req-1b11777c-485b-4c19-a9b0-0aaeeeb7cbb3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62 HTTP/1.1" status: 200 len: 1001 time: 0.1048985 Aug 19 13:21:28.410388 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604de51-1875-420b-8615-d1306c1482a2 req-aebe5ae1-cbcd-449a-b58a-3f230f20251c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:28.412075 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-9604de51-1875-420b-8615-d1306c1482a2 req-aebe5ae1-cbcd-449a-b58a-3f230f20251c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d90545c0-2b0b-4da4-8114-7713257965e4 HTTP/1.1" status: 200 len: 848 time: 0.0712867 Aug 19 13:21:28.495897 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604de51-1875-420b-8615-d1306c1482a2 req-b1252039-6b13-4c15-bb79-c6cd36c295bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:28.497393 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-9604de51-1875-420b-8615-d1306c1482a2 req-b1252039-6b13-4c15-bb79-c6cd36c295bc service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=18957569-bff9-4463-ad8f-63925cd4ecba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0785100 Aug 19 13:21:28.596043 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62 no longer exists at agent hyperv_hv-cinder-80514 {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 19 13:21:28.626366 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:28.655930 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-9604de51-1875-420b-8615-d1306c1482a2 req-cc1d1ce1-86a4-412c-898f-0feb08dfe87f service neutron] 10.222.0.68 "GET /v2.0/networks/18957569-bff9-4463-ad8f-63925cd4ecba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491649 Aug 19 13:21:28.722835 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:28.758456 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fbd4e7a-0381-4482-babd-7febfb0f61dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62'}] {{(pid=79301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:21:28.774667 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port 4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62,segment=NetworkSegment(90421173-4c87-4703-8352-28d212449c81),segment_id=90421173-4c87-4703-8352-28d212449c81)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:21:28.786844 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:28.791629 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:21:28.818326 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-9604de51-1875-420b-8615-d1306c1482a2 req-92b95b6d-30ce-4e2b-a9b1-934c42f4dba5 service neutron] 10.222.0.68 "GET /v2.0/networks/18957569-bff9-4463-ad8f-63925cd4ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558025 Aug 19 13:21:28.901151 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62,revision_number=6']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:21:28.909978 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:21:28.910357 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:21:28.910963 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:21:28.911305 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:21:28.911678 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:21:28.912027 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:21:28.912357 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:21:28.912690 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:21:28.913020 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:21:28.913346 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:21:28.913726 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:21:28.913990 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:21:28.918276 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:21:28.987512 dv-cinder-805144-1-iscsi neutron-server[79301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fbd4e7a-0381-4482-babd-7febfb0f61dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62', 'code': 200} Aug 19 13:21:29.402663 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244be28-da74-4eb5-bae4-5d440dc790e7 req-4b6203b2-b167-4af7-af5e-4386dc3d3301 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:29.404182 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-3244be28-da74-4eb5-bae4-5d440dc790e7 req-4b6203b2-b167-4af7-af5e-4386dc3d3301 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc HTTP/1.1" status: 200 len: 944 time: 0.0857575 Aug 19 13:21:29.453505 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-3244be28-da74-4eb5-bae4-5d440dc790e7 req-3e44de21-9bc7-40c8-931d-466770b76538 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7145cd-04f0-4feb-adc9-b1b6b4612e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435460 Aug 19 13:21:30.747197 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bbab3f-9c30-4c53-b63b-c7b197418b20 req-f7abcc99-d240-4ebc-a1c4-cc3fd8467f10 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:30.748645 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-f2bbab3f-9c30-4c53-b63b-c7b197418b20 req-f7abcc99-d240-4ebc-a1c4-cc3fd8467f10 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc HTTP/1.1" status: 200 len: 944 time: 0.1820724 Aug 19 13:21:30.796068 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-f2bbab3f-9c30-4c53-b63b-c7b197418b20 req-0abe513d-2c1d-45b2-b8fd-13058527f69f tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7145cd-04f0-4feb-adc9-b1b6b4612e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413177 Aug 19 13:21:30.938246 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-dd810b20-a34c-404f-9ab2-7c88905d56c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:31.828518 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:32.006841 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01bf8dd-923f-40ed-8758-9be182b42404 req-c72a2d5b-9718-42cc-93b3-4b96db7a418c tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:32.008405 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-a01bf8dd-923f-40ed-8758-9be182b42404 req-c72a2d5b-9718-42cc-93b3-4b96db7a418c tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc HTTP/1.1" status: 200 len: 944 time: 0.0892692 Aug 19 13:21:32.056235 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-a01bf8dd-923f-40ed-8758-9be182b42404 req-0c929897-bb50-4c29-b894-b8dda93809a7 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7145cd-04f0-4feb-adc9-b1b6b4612e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420291 Aug 19 13:21:33.251858 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e6f6d-3bd5-4b8e-908e-f01d57ca08c6 req-0d045ef7-f8ac-4132-86b0-935bb62d072a tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:33.253343 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e59e6f6d-3bd5-4b8e-908e-f01d57ca08c6 req-0d045ef7-f8ac-4132-86b0-935bb62d072a tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc HTTP/1.1" status: 200 len: 944 time: 0.0859218 Aug 19 13:21:33.299046 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-e59e6f6d-3bd5-4b8e-908e-f01d57ca08c6 req-644c827f-94bd-4821-80a5-53a73d394cfb tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7145cd-04f0-4feb-adc9-b1b6b4612e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396805 Aug 19 13:21:33.515888 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:34.495252 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db51c45d-23a3-4456-a746-9f99b8100743 req-9461eedf-0018-4ef0-b577-68a775fe7569 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:34.496791 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-db51c45d-23a3-4456-a746-9f99b8100743 req-9461eedf-0018-4ef0-b577-68a775fe7569 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc HTTP/1.1" status: 200 len: 944 time: 0.0891414 Aug 19 13:21:34.554539 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-db51c45d-23a3-4456-a746-9f99b8100743 req-ffbecf32-7f9b-4aa5-87a5-ea442ce18a61 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7145cd-04f0-4feb-adc9-b1b6b4612e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490491 Aug 19 13:21:35.085599 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9180a2c-639a-4dd2-bf3b-77adeb30aa40 req-f42006df-a72e-41b9-8d82-108f987233b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:35.087127 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-f9180a2c-639a-4dd2-bf3b-77adeb30aa40 req-f42006df-a72e-41b9-8d82-108f987233b0 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc HTTP/1.1" status: 200 len: 1097 time: 0.0714679 Aug 19 13:21:35.099154 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:35.133361 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-f9180a2c-639a-4dd2-bf3b-77adeb30aa40 req-466002df-9383-40e6-b2d9-5d0992a11f1c service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=9d7145cd-04f0-4feb-adc9-b1b6b4612e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393927 Aug 19 13:21:35.743540 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6118f-eb09-410c-986e-2b8c91618e82 req-92aba5f8-3d07-410d-ab10-1fbf6586e259 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:35.745067 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-eba6118f-eb09-410c-986e-2b8c91618e82 req-92aba5f8-3d07-410d-ab10-1fbf6586e259 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc HTTP/1.1" status: 200 len: 944 time: 0.0803516 Aug 19 13:21:35.792033 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-eba6118f-eb09-410c-986e-2b8c91618e82 req-2b2fe8e4-fd64-4c39-9b5f-a805fc25f050 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7145cd-04f0-4feb-adc9-b1b6b4612e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406115 Aug 19 13:21:36.630455 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62 details requested by agent hyperv_hv-cinder-80514 with host hv-cinder-80514 {{(pid=79301) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 19 13:21:36.767062 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port 4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62,segment=NetworkSegment(90421173-4c87-4703-8352-28d212449c81),segment_id=90421173-4c87-4703-8352-28d212449c81)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:21:36.786256 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Returning: {'device': '4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62', 'network_id': '18957569-bff9-4463-ad8f-63925cd4ecba', 'port_id': '4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62', 'mac_address': 'fa:16:3e:ef:53:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd90545c0-2b0b-4da4-8114-7713257965e4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79301) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 19 13:21:36.856111 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:36.874472 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62 {{(pid=79301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:21:36.890882 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port 4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62,segment=NetworkSegment(90421173-4c87-4703-8352-28d212449c81),segment_id=90421173-4c87-4703-8352-28d212449c81)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:21:36.900148 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:36.903468 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-b57abfb4-7995-4ef1-b219-2c0cb870d22f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:21:36.981626 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62,revision_number=7']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:21:36.985146 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:21:37.015253 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3854f67f-1a7d-4943-b4c7-c4c3c85ee772 req-e52f0358-1f22-4133-8e4f-7095378c8a42 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:37.016870 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-3854f67f-1a7d-4943-b4c7-c4c3c85ee772 req-e52f0358-1f22-4133-8e4f-7095378c8a42 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc HTTP/1.1" status: 200 len: 945 time: 0.0970087 Aug 19 13:21:37.063817 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-3854f67f-1a7d-4943-b4c7-c4c3c85ee772 req-7b09deef-cee9-47d4-8377-5bf8672fd4d6 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7145cd-04f0-4feb-adc9-b1b6b4612e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412538 Aug 19 13:21:37.225298 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] get_ports_and_sgs() called for port_ids ['4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62'] {{(pid=79301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 19 13:21:38.641371 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62 up at agent hyperv_hv-cinder-80514 {{(pid=79301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 19 13:21:38.730066 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.provisioning_blocks [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Provisioning complete for port 4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62 triggered by entity L2. {{(pid=79301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:21:38.730443 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854976'] for port, provisioning_complete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:38.880482 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842516'] for port, before_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:38.917979 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fbd4e7a-0381-4482-babd-7febfb0f61dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62'}] {{(pid=79301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:21:38.931486 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] For port 4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62,segment=NetworkSegment(90421173-4c87-4703-8352-28d212449c81),segment_id=90421173-4c87-4703-8352-28d212449c81)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:21:38.940095 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734197831491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734197349928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734197349973'] for port, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:38.942918 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:21:38.984692 dv-cinder-805144-1-iscsi neutron-server[79301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fbd4e7a-0381-4482-babd-7febfb0f61dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62', 'code': 200} Aug 19 13:21:39.036501 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Pushing event updated for resources: {'Port': ['ID=4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62,revision_number=8']} {{(pid=79301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:21:39.039894 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_concurrency.lockutils [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:21:41.233720 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.agents_db [None req-9e599f34-f5fc-45b3-b2b5-9720679b7a3a None None] Agent healthcheck: found 6 active agents {{(pid=79302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 19 13:21:58.133028 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-68e4bd03-79eb-49d5-bca4-a845d30b6006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:58.599457 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:00.942703 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-9a8163ad-c924-40af-94a7-e1f5092b3b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:01.826743 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:03.518879 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:05.100489 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:09.706475 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-f22639a2-c1d3-40bd-95ca-8d6c5463f6cf req-85721cc3-3247-40f1-a1ea-2b9dbe710691 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0811079 Aug 19 13:22:09.870238 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22639a2-c1d3-40bd-95ca-8d6c5463f6cf req-2e6397d6-1c31-4aa4-b8de-f29f8662cc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:09.871763 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-f22639a2-c1d3-40bd-95ca-8d6c5463f6cf req-2e6397d6-1c31-4aa4-b8de-f29f8662cc21 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f2b9c7a795ef42a195e19b28c5a90c34&device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc HTTP/1.1" status: 200 len: 1099 time: 0.0739260 Aug 19 13:22:10.022448 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22639a2-c1d3-40bd-95ca-8d6c5463f6cf req-e9265141-3e2e-4e17-b7be-9816222d756e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:10.023836 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-f22639a2-c1d3-40bd-95ca-8d6c5463f6cf req-e9265141-3e2e-4e17-b7be-9816222d756e service neutron] 10.222.0.68 "GET /v2.0/networks?id=18957569-bff9-4463-ad8f-63925cd4ecba HTTP/1.1" status: 200 len: 911 time: 0.1320355 Aug 19 13:22:10.128789 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-f22639a2-c1d3-40bd-95ca-8d6c5463f6cf req-685ebae0-e03a-4c01-ba2c-e70eed5b2cf6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62 HTTP/1.1" status: 200 len: 1001 time: 0.0981371 Aug 19 13:22:10.205212 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22639a2-c1d3-40bd-95ca-8d6c5463f6cf req-4689de7a-65ad-40f6-bf46-a332be8ee208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:10.206647 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-f22639a2-c1d3-40bd-95ca-8d6c5463f6cf req-4689de7a-65ad-40f6-bf46-a332be8ee208 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d90545c0-2b0b-4da4-8114-7713257965e4 HTTP/1.1" status: 200 len: 848 time: 0.0711317 Aug 19 13:22:10.286595 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22639a2-c1d3-40bd-95ca-8d6c5463f6cf req-e8ca6419-3811-4b9a-9171-33ab2f4a0b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:10.288003 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-f22639a2-c1d3-40bd-95ca-8d6c5463f6cf req-e8ca6419-3811-4b9a-9171-33ab2f4a0b99 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=18957569-bff9-4463-ad8f-63925cd4ecba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0747852 Aug 19 13:22:10.430800 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-f22639a2-c1d3-40bd-95ca-8d6c5463f6cf req-c0ed1e72-ca9b-482b-8f6a-a28118955c74 service neutron] 10.222.0.68 "GET /v2.0/networks/18957569-bff9-4463-ad8f-63925cd4ecba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356404 Aug 19 13:22:10.571290 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-f22639a2-c1d3-40bd-95ca-8d6c5463f6cf req-e21a9cc3-87f9-41a7-b248-6f793b77549d service neutron] 10.222.0.68 "GET /v2.0/networks/18957569-bff9-4463-ad8f-63925cd4ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335843 Aug 19 13:22:18.233512 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.agents_db [None req-9e599f34-f5fc-45b3-b2b5-9720679b7a3a None None] Agent healthcheck: found 6 active agents {{(pid=79302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 19 13:22:28.137062 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ca18fa98-cefd-4e69-b03a-06d2783f7a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:28.601946 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:30.946356 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-133adf73-ec67-4189-bbff-dba3793ff9dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:31.829603 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:33.521282 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:35.113730 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:50.507287 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 33038) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:22:50.766532 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.plugin [None req-6710f9f7-7f82-487b-8f70-d894c0b58998 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Deleting port 245e627f-4f60-4334-a499-f9563abb55bf {{(pid=79299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:22:50.766775 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-6710f9f7-7f82-487b-8f70-d894c0b58998 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:51.053533 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-6710f9f7-7f82-487b-8f70-d894c0b58998 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:51.053973 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-6710f9f7-7f82-487b-8f70-d894c0b58998 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:51.182857 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.plugin [None req-6710f9f7-7f82-487b-8f70-d894c0b58998 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Calling delete_port for 245e627f-4f60-4334-a499-f9563abb55bf owned by network:floatingip {{(pid=79299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:22:51.342274 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-6710f9f7-7f82-487b-8f70-d894c0b58998 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6301144'] for port, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:51.345785 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-f0a351fe-5876-4b4f-9140-4cbc772652a2 tempest-TestMinimumBasicScenario-1127043185 tempest-TestMinimumBasicScenario-1127043185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:22:51.389388 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6710f9f7-7f82-487b-8f70-d894c0b58998 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Pushing event deleted for resources: {'Port': ['ID=245e627f-4f60-4334-a499-f9563abb55bf,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:51.438511 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710f9f7-7f82-487b-8f70-d894c0b58998 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:51.438887 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710f9f7-7f82-487b-8f70-d894c0b58998 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:51.439264 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710f9f7-7f82-487b-8f70-d894c0b58998 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:51.439672 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710f9f7-7f82-487b-8f70-d894c0b58998 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:51.440020 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710f9f7-7f82-487b-8f70-d894c0b58998 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:51.440385 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710f9f7-7f82-487b-8f70-d894c0b58998 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:51.440747 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710f9f7-7f82-487b-8f70-d894c0b58998 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:51.441131 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710f9f7-7f82-487b-8f70-d894c0b58998 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:51.441559 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710f9f7-7f82-487b-8f70-d894c0b58998 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:51.444035 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710f9f7-7f82-487b-8f70-d894c0b58998 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:51.444431 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710f9f7-7f82-487b-8f70-d894c0b58998 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:51.444805 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710f9f7-7f82-487b-8f70-d894c0b58998 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:51.473094 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-6710f9f7-7f82-487b-8f70-d894c0b58998 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:22:51.502246 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-6710f9f7-7f82-487b-8f70-d894c0b58998 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks [] for floatingip, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:51.502575 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.db.l3_db [None req-6710f9f7-7f82-487b-8f70-d894c0b58998 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Floating IP 3ebe620c-b0ed-4900-a2e9-279e14ac3096 disassociated (deleted). External IP: 172.27.1.34, port: 4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62. Aug 19 13:22:51.867942 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6710f9f7-7f82-487b-8f70-d894c0b58998 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Router 2bbb29a1-7b93-467e-abf5-d569ea4aa9ac has already been hosted by L3 agent bb0205a6-735d-4789-b813-02600d36e527 {{(pid=79299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 19 13:22:52.050597 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6710f9f7-7f82-487b-8f70-d894c0b58998 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify agent at l3_agent.dv-cinder-805144-1-iscsi the message routers_updated {{(pid=79299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 19 13:22:52.061827 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2a43b5-744b-4f66-babd-dc7cc6616a46 None None] Sync routers for ids ['2bbb29a1-7b93-467e-abf5-d569ea4aa9ac'] in dv-cinder-805144-1-iscsi {{(pid=79301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:22:52.071524 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-6710f9f7-7f82-487b-8f70-d894c0b58998 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for floatingip, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:52.071802 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2a43b5-744b-4f66-babd-dc7cc6616a46 None None] Routers {'2bbb29a1-7b93-467e-abf5-d569ea4aa9ac'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:22:52.072208 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-bd2a43b5-744b-4f66-babd-dc7cc6616a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:22:31Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['2bbb29a1-7b93-467e-abf5-d569ea4aa9ac'], 'active': True} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:22:52.129492 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-6710f9f7-7f82-487b-8f70-d894c0b58998 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "DELETE /v2.0/floatingips/3ebe620c-b0ed-4900-a2e9-279e14ac3096 HTTP/1.1" status: 204 len: 168 time: 1.6209464 Aug 19 13:22:52.130040 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fbd4e7a-0381-4482-babd-7febfb0f61dc', 'tag': '4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62'}] {{(pid=79299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:22:52.179881 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fbd4e7a-0381-4482-babd-7febfb0f61dc', 'tag': '4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62', 'status': 'completed', 'code': 200} Aug 19 13:22:52.259591 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvr_db [None req-bd2a43b5-744b-4f66-babd-dc7cc6616a46 None None] Set router 2bbb29a1-7b93-467e-abf5-d569ea4aa9ac gateway port host: dv-cinder-805144-1-iscsi {{(pid=79301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:22:52.308331 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124f7d2-5ce4-4776-afe2-8b6caa34e17e req-9cfbf13d-6fc7-4c51-b05d-eb5b662fbaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:52.310757 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0124f7d2-5ce4-4776-afe2-8b6caa34e17e req-9cfbf13d-6fc7-4c51-b05d-eb5b662fbaa0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f2b9c7a795ef42a195e19b28c5a90c34&device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc HTTP/1.1" status: 200 len: 1099 time: 0.0790548 Aug 19 13:22:52.512884 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124f7d2-5ce4-4776-afe2-8b6caa34e17e req-bfc7572c-a4a3-4f9d-ba33-5e4f1a43f0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:52.514337 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0124f7d2-5ce4-4776-afe2-8b6caa34e17e req-bfc7572c-a4a3-4f9d-ba33-5e4f1a43f0c9 service neutron] 10.222.0.68 "GET /v2.0/networks?id=18957569-bff9-4463-ad8f-63925cd4ecba HTTP/1.1" status: 200 len: 911 time: 0.1967287 Aug 19 13:22:52.603069 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-bd2a43b5-744b-4f66-babd-dc7cc6616a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bbb29a1-7b93-467e-abf5-d569ea4aa9ac', 'name': 'tempest-TestShelveInstance-1504471799-router', 'tenant_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '4c3cd6b1-4fbb-49d2-9e0f-066dafd831c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:18:05Z', 'updated_at': '2021-08-19T13:18:11Z', 'revision_number': 4, 'project_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'gw_port': {'id': '4c3cd6b1-4fbb-49d2-9e0f-066dafd831c5', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbb29a1-7b93-467e-abf5-d569ea4aa9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:18:06Z', 'updated_at': '2021-08-19T13:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': 'd03d8337-1948-4e05-a894-6ef4cc753e69', 'name': '', 'network_id': '18957569-bff9-4463-ad8f-63925cd4ecba', 'tenant_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'mac_address': 'fa:16:3e:84:d8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbb29a1-7b93-467e-abf5-d569ea4aa9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd90545c0-2b0b-4da4-8114-7713257965e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:18:10Z', 'updated_at': '2021-08-19T13:18:18Z', 'revision_number': 5, 'project_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'subnets': [{'id': 'd90545c0-2b0b-4da4-8114-7713257965e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:22:52.607991 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2a43b5-744b-4f66-babd-dc7cc6616a46 None None] Checking router: 2bbb29a1-7b93-467e-abf5-d569ea4aa9ac for host: dv-cinder-805144-1-iscsi {{(pid=79301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:22:52.617398 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2a43b5-744b-4f66-babd-dc7cc6616a46 None None] Routers {'2bbb29a1-7b93-467e-abf5-d569ea4aa9ac'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:22:52.618053 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-bd2a43b5-744b-4f66-babd-dc7cc6616a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:22:31Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['2bbb29a1-7b93-467e-abf5-d569ea4aa9ac'], 'active': True} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:22:52.707913 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0124f7d2-5ce4-4776-afe2-8b6caa34e17e req-6d31226e-195b-4c6e-a764-173ee6f23fa6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62 HTTP/1.1" status: 200 len: 217 time: 0.1744821 Aug 19 13:22:52.717060 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb9a928-5125-44fe-9198-a5c5a05e0ca7 req-11f06fcb-3b01-4240-8b13-0ba4b00c815b tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:52.717784 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-3bb9a928-5125-44fe-9198-a5c5a05e0ca7 req-11f06fcb-3b01-4240-8b13-0ba4b00c815b tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Synchronizing usage tracker for tenant:f2b9c7a795ef42a195e19b28c5a90c34 on resource:port {{(pid=79299) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:22:52.778155 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-3bb9a928-5125-44fe-9198-a5c5a05e0ca7 req-11f06fcb-3b01-4240-8b13-0ba4b00c815b tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Unset dirty status for tenant:f2b9c7a795ef42a195e19b28c5a90c34 on resource:port {{(pid=79299) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:22:52.779214 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-3bb9a928-5125-44fe-9198-a5c5a05e0ca7 req-11f06fcb-3b01-4240-8b13-0ba4b00c815b tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc HTTP/1.1" status: 200 len: 946 time: 0.3377261 Aug 19 13:22:52.805505 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124f7d2-5ce4-4776-afe2-8b6caa34e17e req-b06c032c-1768-4a6a-9e7c-3cd75d946658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:52.806077 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvr_db [None req-bd2a43b5-744b-4f66-babd-dc7cc6616a46 None None] Set router 2bbb29a1-7b93-467e-abf5-d569ea4aa9ac gateway port host: dv-cinder-805144-1-iscsi {{(pid=79301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:22:52.806937 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0124f7d2-5ce4-4776-afe2-8b6caa34e17e req-b06c032c-1768-4a6a-9e7c-3cd75d946658 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d90545c0-2b0b-4da4-8114-7713257965e4 HTTP/1.1" status: 200 len: 848 time: 0.0862722 Aug 19 13:22:52.876963 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-3bb9a928-5125-44fe-9198-a5c5a05e0ca7 req-d1707490-dd99-4a08-aa8f-cb73390bf4dd tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7145cd-04f0-4feb-adc9-b1b6b4612e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899322 Aug 19 13:22:52.909196 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124f7d2-5ce4-4776-afe2-8b6caa34e17e req-0743109e-a9de-452d-b944-6b8032b886f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:52.910939 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0124f7d2-5ce4-4776-afe2-8b6caa34e17e req-0743109e-a9de-452d-b944-6b8032b886f3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=18957569-bff9-4463-ad8f-63925cd4ecba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0955985 Aug 19 13:22:53.050648 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0124f7d2-5ce4-4776-afe2-8b6caa34e17e req-fc96f780-0301-4f62-a43d-7dee8a2b3570 service neutron] 10.222.0.68 "GET /v2.0/networks/18957569-bff9-4463-ad8f-63925cd4ecba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310825 Aug 19 13:22:53.196532 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-bd2a43b5-744b-4f66-babd-dc7cc6616a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bbb29a1-7b93-467e-abf5-d569ea4aa9ac', 'name': 'tempest-TestShelveInstance-1504471799-router', 'tenant_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '4c3cd6b1-4fbb-49d2-9e0f-066dafd831c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:18:05Z', 'updated_at': '2021-08-19T13:18:11Z', 'revision_number': 4, 'project_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'gw_port': {'id': '4c3cd6b1-4fbb-49d2-9e0f-066dafd831c5', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbb29a1-7b93-467e-abf5-d569ea4aa9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:18:06Z', 'updated_at': '2021-08-19T13:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': 'd03d8337-1948-4e05-a894-6ef4cc753e69', 'name': '', 'network_id': '18957569-bff9-4463-ad8f-63925cd4ecba', 'tenant_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'mac_address': 'fa:16:3e:84:d8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbb29a1-7b93-467e-abf5-d569ea4aa9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd90545c0-2b0b-4da4-8114-7713257965e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:18:10Z', 'updated_at': '2021-08-19T13:18:18Z', 'revision_number': 5, 'project_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'subnets': [{'id': 'd90545c0-2b0b-4da4-8114-7713257965e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:22:53.198104 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-0124f7d2-5ce4-4776-afe2-8b6caa34e17e req-27ba261a-a519-4aa2-801f-7d1061f277c3 service neutron] 10.222.0.68 "GET /v2.0/networks/18957569-bff9-4463-ad8f-63925cd4ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404712 Aug 19 13:22:53.201520 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2a43b5-744b-4f66-babd-dc7cc6616a46 None None] The sync data for ids ['2bbb29a1-7b93-467e-abf5-d569ea4aa9ac'] in dv-cinder-805144-1-iscsi is: [{'id': '2bbb29a1-7b93-467e-abf5-d569ea4aa9ac', 'name': 'tempest-TestShelveInstance-1504471799-router', 'tenant_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '4c3cd6b1-4fbb-49d2-9e0f-066dafd831c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:18:05Z', 'updated_at': '2021-08-19T13:18:11Z', 'revision_number': 4, 'project_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'gw_port': {'id': '4c3cd6b1-4fbb-49d2-9e0f-066dafd831c5', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbb29a1-7b93-467e-abf5-d569ea4aa9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:18:06Z', 'updated_at': '2021-08-19T13:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi', '_interfaces': [{'id': 'd03d8337-1948-4e05-a894-6ef4cc753e69', 'name': '', 'network_id': '18957569-bff9-4463-ad8f-63925cd4ecba', 'tenant_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'mac_address': 'fa:16:3e:84:d8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbb29a1-7b93-467e-abf5-d569ea4aa9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd90545c0-2b0b-4da4-8114-7713257965e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:18:10Z', 'updated_at': '2021-08-19T13:18:18Z', 'revision_number': 5, 'project_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'subnets': [{'id': 'd90545c0-2b0b-4da4-8114-7713257965e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:22:53.441518 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeed64b7-1ec6-4b94-ae2c-99a158a4a5b0 None None] New status for floating IP 3ebe620c-b0ed-4900-a2e9-279e14ac3096: DOWN {{(pid=79302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:22:54.088230 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff1ade-ff25-4172-a72f-99cec59cd8f9 req-8e1dafdb-d181-4ada-bb04-24d0a91aec64 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:54.089736 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-79ff1ade-ff25-4172-a72f-99cec59cd8f9 req-8e1dafdb-d181-4ada-bb04-24d0a91aec64 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc HTTP/1.1" status: 200 len: 946 time: 0.0875595 Aug 19 13:22:54.134533 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-79ff1ade-ff25-4172-a72f-99cec59cd8f9 req-60e1e2cb-9c76-415c-9abd-cbee260a8164 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7145cd-04f0-4feb-adc9-b1b6b4612e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384674 Aug 19 13:22:54.398534 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb943bf-8749-4741-bab2-5d8d22ea880f req-f9c8dcd4-b2ab-4b61-ae75-ad3308deba88 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:54.399944 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-ecb943bf-8749-4741-bab2-5d8d22ea880f req-f9c8dcd4-b2ab-4b61-ae75-ad3308deba88 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.68 "GET /v2.0/ports?device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc HTTP/1.1" status: 200 len: 946 time: 0.0796065 Aug 19 13:22:54.476359 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.plugin [req-ecb943bf-8749-4741-bab2-5d8d22ea880f req-b95b1b68-b476-43a4-bc1b-47145de8c5d2 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Deleting port 4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62 {{(pid=79299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:22:54.476705 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-ecb943bf-8749-4741-bab2-5d8d22ea880f req-b95b1b68-b476-43a4-bc1b-47145de8c5d2 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:54.744020 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.db [req-ecb943bf-8749-4741-bab2-5d8d22ea880f req-b95b1b68-b476-43a4-bc1b-47145de8c5d2 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] For port 4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62, host hv-cinder-80514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80514',level=0,port_id=4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62,segment=NetworkSegment(90421173-4c87-4703-8352-28d212449c81),segment_id=90421173-4c87-4703-8352-28d212449c81)] {{(pid=79299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:22:54.744375 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-ecb943bf-8749-4741-bab2-5d8d22ea880f req-b95b1b68-b476-43a4-bc1b-47145de8c5d2 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:54.872604 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.plugin [req-ecb943bf-8749-4741-bab2-5d8d22ea880f req-b95b1b68-b476-43a4-bc1b-47145de8c5d2 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Calling delete_port for 4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62 owned by compute:nova {{(pid=79299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:22:55.025605 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-ecb943bf-8749-4741-bab2-5d8d22ea880f req-b95b1b68-b476-43a4-bc1b-47145de8c5d2 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6301144'] for port, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:55.031726 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-96ae6490-11b5-4080-9e41-f3a1612a4fa2 tempest-AttachVolumeShelveTestJSON-2077717919 tempest-AttachVolumeShelveTestJSON-2077717919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:22:55.076868 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b1b68-b476-43a4-bc1b-47145de8c5d2 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Pushing event deleted for resources: {'Port': ['ID=4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:55.080542 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-b95b1b68-b476-43a4-bc1b-47145de8c5d2 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:22:55.158194 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb943bf-8749-4741-bab2-5d8d22ea880f req-b95b1b68-b476-43a4-bc1b-47145de8c5d2 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] No DVR routers for this DVR port 4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62 on host hv-cinder-80514 {{(pid=79299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:22:55.160919 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [req-ecb943bf-8749-4741-bab2-5d8d22ea880f req-b95b1b68-b476-43a4-bc1b-47145de8c5d2 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173202'] for port, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:55.163619 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fbd4e7a-0381-4482-babd-7febfb0f61dc', 'name': 'network-vif-deleted', 'tag': '4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62'}] {{(pid=79299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:22:55.180525 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-ecb943bf-8749-4741-bab2-5d8d22ea880f req-b95b1b68-b476-43a4-bc1b-47145de8c5d2 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.68 "DELETE /v2.0/ports/4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62 HTTP/1.1" status: 204 len: 173 time: 0.7746177 Aug 19 13:22:55.214810 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fbd4e7a-0381-4482-babd-7febfb0f61dc', 'name': 'network-vif-deleted', 'tag': '4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62', 'status': 'completed', 'code': 200} Aug 19 13:22:55.237780 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.agents_db [None req-9e599f34-f5fc-45b3-b2b5-9720679b7a3a None None] Agent healthcheck: found 6 active agents {{(pid=79302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 19 13:22:55.304736 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-36fd3ac0-6bdc-4a23-88fb-7130b8aa837d req-7003fbf5-e7e8-49d4-b574-5eca7266924b tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Synchronizing usage tracker for tenant:f2b9c7a795ef42a195e19b28c5a90c34 on resource:port {{(pid=79299) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 19 13:22:55.322225 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.quota.resource [req-36fd3ac0-6bdc-4a23-88fb-7130b8aa837d req-7003fbf5-e7e8-49d4-b574-5eca7266924b tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Unset dirty status for tenant:f2b9c7a795ef42a195e19b28c5a90c34 on resource:port {{(pid=79299) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 19 13:22:55.323324 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [req-36fd3ac0-6bdc-4a23-88fb-7130b8aa837d req-7003fbf5-e7e8-49d4-b574-5eca7266924b tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc HTTP/1.1" status: 200 len: 210 time: 0.0627220 Aug 19 13:22:56.494573 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [req-2f4fa4d7-7c19-463e-99fb-47cd7779a059 req-4d8ae4ae-5c83-4022-9fcc-7af4dee36f4b tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fbd4e7a-0381-4482-babd-7febfb0f61dc HTTP/1.1" status: 200 len: 210 time: 0.0444188 Aug 19 13:22:57.593276 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 33062) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:22:57.665729 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-76278a74-8881-4e2a-8e26-b4b454ebc07f tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:57.698211 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-76278a74-8881-4e2a-8e26-b4b454ebc07f tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:57.770112 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-76278a74-8881-4e2a-8e26-b4b454ebc07f tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:57.774268 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-e8c8df57-5ff3-4592-919d-29d4ef77f1d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:22:57.791019 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76278a74-8881-4e2a-8e26-b4b454ebc07f tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7145cd-04f0-4feb-adc9-b1b6b4612e59,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:57.793850 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-76278a74-8881-4e2a-8e26-b4b454ebc07f tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:22:57.803722 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-76278a74-8881-4e2a-8e26-b4b454ebc07f tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:57.805006 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-76278a74-8881-4e2a-8e26-b4b454ebc07f tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] 10.222.0.49 "DELETE /v2.0/security-groups/9d7145cd-04f0-4feb-adc9-b1b6b4612e59 HTTP/1.1" status: 204 len: 168 time: 0.2106714 Aug 19 13:22:57.854447 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 33068) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:22:58.140702 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-4d40231a-ef83-4548-9d84-57baabfa39ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:58.528702 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-8172c1ba-dfaa-4060-95fd-9cb83a760a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8000222'] for router_interface, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:58.611473 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:58.910900 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.plugin [None req-8172c1ba-dfaa-4060-95fd-9cb83a760a09 admin admin] Deleting port d03d8337-1948-4e05-a894-6ef4cc753e69 {{(pid=79299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:22:58.911525 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-8172c1ba-dfaa-4060-95fd-9cb83a760a09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:59.093116 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.db [None req-8172c1ba-dfaa-4060-95fd-9cb83a760a09 admin admin] For port d03d8337-1948-4e05-a894-6ef4cc753e69, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=d03d8337-1948-4e05-a894-6ef4cc753e69,segment=NetworkSegment(90421173-4c87-4703-8352-28d212449c81),segment_id=90421173-4c87-4703-8352-28d212449c81)] {{(pid=79299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:22:59.093474 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-8172c1ba-dfaa-4060-95fd-9cb83a760a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:59.221104 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.plugin [None req-8172c1ba-dfaa-4060-95fd-9cb83a760a09 admin admin] Calling delete_port for d03d8337-1948-4e05-a894-6ef4cc753e69 owned by network:router_interface {{(pid=79299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:22:59.250191 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62 no longer exists at agent hyperv_hv-cinder-80514 {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 19 13:22:59.285700 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] No Port match for: 4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62 {{(pid=79301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 19 13:22:59.286058 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Device 4e2ba7f1-8cd5-4b27-81ab-e79bf4515c62 not bound to the agent host hv-cinder-80514 {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 19 13:22:59.425556 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-8172c1ba-dfaa-4060-95fd-9cb83a760a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6301144'] for port, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:59.429649 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-d8fa9cd4-36cf-445d-801b-4115023aa674 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:22:59.504919 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172c1ba-dfaa-4060-95fd-9cb83a760a09 admin admin] Pushing event deleted for resources: {'Port': ['ID=d03d8337-1948-4e05-a894-6ef4cc753e69,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:59.507723 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-8172c1ba-dfaa-4060-95fd-9cb83a760a09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:22:59.856372 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-8172c1ba-dfaa-4060-95fd-9cb83a760a09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7886210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8000162'] for router_interface, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:00.242013 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8172c1ba-dfaa-4060-95fd-9cb83a760a09 admin admin] Router 2bbb29a1-7b93-467e-abf5-d569ea4aa9ac has already been hosted by L3 agent bb0205a6-735d-4789-b813-02600d36e527 {{(pid=79299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 19 13:23:00.441581 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8172c1ba-dfaa-4060-95fd-9cb83a760a09 admin admin] Notify agent at l3_agent.dv-cinder-805144-1-iscsi the message routers_updated {{(pid=79299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 19 13:23:00.450727 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8df627-cff2-4a53-bd0f-0d35f135e398 None None] Sync routers for ids ['2bbb29a1-7b93-467e-abf5-d569ea4aa9ac'] in dv-cinder-805144-1-iscsi {{(pid=79301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:23:00.460997 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8df627-cff2-4a53-bd0f-0d35f135e398 None None] Routers {'2bbb29a1-7b93-467e-abf5-d569ea4aa9ac'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:23:00.461725 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-9f8df627-cff2-4a53-bd0f-0d35f135e398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:22:31Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['2bbb29a1-7b93-467e-abf5-d569ea4aa9ac'], 'active': True} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:23:00.463599 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-8172c1ba-dfaa-4060-95fd-9cb83a760a09 admin admin] 10.222.0.49 "PUT /v2.0/routers/2bbb29a1-7b93-467e-abf5-d569ea4aa9ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6067622 Aug 19 13:23:00.467407 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 33072) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:23:00.670092 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-6d65f174-1f35-4ebb-82de-d6c1445e2912 admin admin] Notify callbacks [] for router, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:00.671950 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvr_db [None req-9f8df627-cff2-4a53-bd0f-0d35f135e398 None None] Set router 2bbb29a1-7b93-467e-abf5-d569ea4aa9ac gateway port host: dv-cinder-805144-1-iscsi {{(pid=79301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:23:00.869779 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-6d65f174-1f35-4ebb-82de-d6c1445e2912 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:00.881976 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.plugin [None req-6d65f174-1f35-4ebb-82de-d6c1445e2912 admin admin] Deleting port 4c3cd6b1-4fbb-49d2-9e0f-066dafd831c5 {{(pid=79299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:23:00.882999 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-6d65f174-1f35-4ebb-82de-d6c1445e2912 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:00.971342 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-1ee28c32-a5e9-4120-aea8-67cbdda05356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:01.002091 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-9f8df627-cff2-4a53-bd0f-0d35f135e398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bbb29a1-7b93-467e-abf5-d569ea4aa9ac', 'name': 'tempest-TestShelveInstance-1504471799-router', 'tenant_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '4c3cd6b1-4fbb-49d2-9e0f-066dafd831c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:18:05Z', 'updated_at': '2021-08-19T13:22:59Z', 'revision_number': 5, 'project_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'gw_port': {'id': '4c3cd6b1-4fbb-49d2-9e0f-066dafd831c5', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbb29a1-7b93-467e-abf5-d569ea4aa9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:18:06Z', 'updated_at': '2021-08-19T13:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi'}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:23:01.006091 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8df627-cff2-4a53-bd0f-0d35f135e398 None None] Checking router: 2bbb29a1-7b93-467e-abf5-d569ea4aa9ac for host: dv-cinder-805144-1-iscsi {{(pid=79301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:23:01.016157 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8df627-cff2-4a53-bd0f-0d35f135e398 None None] Routers {'2bbb29a1-7b93-467e-abf5-d569ea4aa9ac'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:23:01.016794 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-9f8df627-cff2-4a53-bd0f-0d35f135e398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:23:01Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['2bbb29a1-7b93-467e-abf5-d569ea4aa9ac'], 'active': True} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:23:01.113678 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.db [None req-6d65f174-1f35-4ebb-82de-d6c1445e2912 admin admin] For port 4c3cd6b1-4fbb-49d2-9e0f-066dafd831c5, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=4c3cd6b1-4fbb-49d2-9e0f-066dafd831c5,segment=NetworkSegment(20104d1f-9cfe-4c86-a938-6570a8b83d9b),segment_id=20104d1f-9cfe-4c86-a938-6570a8b83d9b)] {{(pid=79299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:23:01.114073 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-6d65f174-1f35-4ebb-82de-d6c1445e2912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:01.177612 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_dvr_db [None req-9f8df627-cff2-4a53-bd0f-0d35f135e398 None None] Set router 2bbb29a1-7b93-467e-abf5-d569ea4aa9ac gateway port host: None {{(pid=79301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:23:01.289491 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.db.l3_hamode_db [None req-9f8df627-cff2-4a53-bd0f-0d35f135e398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bbb29a1-7b93-467e-abf5-d569ea4aa9ac', 'name': 'tempest-TestShelveInstance-1504471799-router', 'tenant_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:18:05Z', 'updated_at': '2021-08-19T13:23:00Z', 'revision_number': 6, 'project_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'gw_port_host': None}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:23:01.294072 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8df627-cff2-4a53-bd0f-0d35f135e398 None None] The sync data for ids ['2bbb29a1-7b93-467e-abf5-d569ea4aa9ac'] in dv-cinder-805144-1-iscsi is: [{'id': '2bbb29a1-7b93-467e-abf5-d569ea4aa9ac', 'name': 'tempest-TestShelveInstance-1504471799-router', 'tenant_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:18:05Z', 'updated_at': '2021-08-19T13:23:00Z', 'revision_number': 6, 'project_id': 'f2b9c7a795ef42a195e19b28c5a90c34', 'gw_port_host': None}] {{(pid=79301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:23:01.347438 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.plugin [None req-6d65f174-1f35-4ebb-82de-d6c1445e2912 admin admin] Calling delete_port for 4c3cd6b1-4fbb-49d2-9e0f-066dafd831c5 owned by network:router_gateway {{(pid=79299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:23:01.540511 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-6d65f174-1f35-4ebb-82de-d6c1445e2912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6301144'] for port, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:01.545233 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-2bd743f8-476a-43e3-ad7e-299b2126c196 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:23:01.590548 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d65f174-1f35-4ebb-82de-d6c1445e2912 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c3cd6b1-4fbb-49d2-9e0f-066dafd831c5,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:01.619872 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-6d65f174-1f35-4ebb-82de-d6c1445e2912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:23:01.688321 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-6d65f174-1f35-4ebb-82de-d6c1445e2912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962891'] for router_gateway, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:01.832265 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:01.873060 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-6d65f174-1f35-4ebb-82de-d6c1445e2912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8006225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14674'] for router, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:01.875492 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-6d65f174-1f35-4ebb-82de-d6c1445e2912 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:01.962073 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-6d65f174-1f35-4ebb-82de-d6c1445e2912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8006993'] for router, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:01.962682 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d65f174-1f35-4ebb-82de-d6c1445e2912 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bbb29a1-7b93-467e-abf5-d569ea4aa9ac {{(pid=79299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 19 13:23:01.976114 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-6d65f174-1f35-4ebb-82de-d6c1445e2912 admin admin] Notify callbacks [] for router, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:01.977224 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-6d65f174-1f35-4ebb-82de-d6c1445e2912 admin admin] 10.222.0.49 "DELETE /v2.0/routers/2bbb29a1-7b93-467e-abf5-d569ea4aa9ac HTTP/1.1" status: 204 len: 168 time: 1.5085428 Aug 19 13:23:01.979890 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 33076) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:23:02.039695 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b9327bd-d6f2-48c6-b7d8-0c3d007d68d5 admin admin] Deleting subnet d90545c0-2b0b-4da4-8114-7713257965e4 {{(pid=79299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 19 13:23:02.043329 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-9b9327bd-d6f2-48c6-b7d8-0c3d007d68d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:02.099729 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-9b9327bd-d6f2-48c6-b7d8-0c3d007d68d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6934675'] for subnet, precommit_delete_associations {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:02.114744 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device d03d8337-1948-4e05-a894-6ef4cc753e69 no longer exists at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 19 13:23:02.149592 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] No Port match for: d03d8337-1948-4e05-a894-6ef4cc753e69 {{(pid=79301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 19 13:23:02.149592 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device d03d8337-1948-4e05-a894-6ef4cc753e69 not bound to the agent host dv-cinder-805144-1-iscsi {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 19 13:23:02.150048 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 4c3cd6b1-4fbb-49d2-9e0f-066dafd831c5 no longer exists at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 19 13:23:02.188413 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] No Port match for: 4c3cd6b1-4fbb-49d2-9e0f-066dafd831c5 {{(pid=79301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 19 13:23:02.188820 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 4c3cd6b1-4fbb-49d2-9e0f-066dafd831c5 not bound to the agent host dv-cinder-805144-1-iscsi {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 19 13:23:02.190790 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-9b9327bd-d6f2-48c6-b7d8-0c3d007d68d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916658'] for subnet, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:02.267509 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-9b9327bd-d6f2-48c6-b7d8-0c3d007d68d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6301067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5646775'] for subnet, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:02.271966 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:23:02.312495 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9327bd-d6f2-48c6-b7d8-0c3d007d68d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d90545c0-2b0b-4da4-8114-7713257965e4,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:02.315631 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-9b9327bd-d6f2-48c6-b7d8-0c3d007d68d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:23:02.316650 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-9b9327bd-d6f2-48c6-b7d8-0c3d007d68d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:02.322993 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-9b9327bd-d6f2-48c6-b7d8-0c3d007d68d5 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d90545c0-2b0b-4da4-8114-7713257965e4 HTTP/1.1" status: 204 len: 168 time: 0.3414290 Aug 19 13:23:02.326127 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 33080) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:23:02.327828 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2818e6-a91f-42b3-868c-184f0114e350 None None] Network 18957569-bff9-4463-ad8f-63925cd4ecba requested from dv-cinder-805144-1-iscsi {{(pid=79301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 19 13:23:02.436550 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-2c34ebc1-72c0-434c-82da-34cb2122b3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-793971'] for network, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:02.448517 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.plugin [None req-2c34ebc1-72c0-434c-82da-34cb2122b3a0 admin admin] Deleting port 0792931f-613d-4ce2-bb5a-b200b692f2aa {{(pid=79299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:23:02.449632 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-2c34ebc1-72c0-434c-82da-34cb2122b3a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:02.639598 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451c48ab-4018-47fb-abe6-7762d9d77b1b None None] DHCP port deletion for 18957569-bff9-4463-ad8f-63925cd4ecba request from dv-cinder-805144-1-iscsi {{(pid=79301) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 19 13:23:02.643837 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-451c48ab-4018-47fb-abe6-7762d9d77b1b None None] Deleting port 0792931f-613d-4ce2-bb5a-b200b692f2aa {{(pid=79301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:23:02.644248 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-451c48ab-4018-47fb-abe6-7762d9d77b1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:02.665727 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.db [None req-2c34ebc1-72c0-434c-82da-34cb2122b3a0 admin admin] For port 0792931f-613d-4ce2-bb5a-b200b692f2aa, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=0792931f-613d-4ce2-bb5a-b200b692f2aa,segment=NetworkSegment(90421173-4c87-4703-8352-28d212449c81),segment_id=90421173-4c87-4703-8352-28d212449c81)] {{(pid=79299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:23:02.666080 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-2c34ebc1-72c0-434c-82da-34cb2122b3a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:02.865311 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-451c48ab-4018-47fb-abe6-7762d9d77b1b None None] For port 0792931f-613d-4ce2-bb5a-b200b692f2aa, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=0792931f-613d-4ce2-bb5a-b200b692f2aa,segment=NetworkSegment(90421173-4c87-4703-8352-28d212449c81),segment_id=90421173-4c87-4703-8352-28d212449c81)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:23:02.865931 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-451c48ab-4018-47fb-abe6-7762d9d77b1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:02.892768 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.plugin [None req-2c34ebc1-72c0-434c-82da-34cb2122b3a0 admin admin] Calling delete_port for 0792931f-613d-4ce2-bb5a-b200b692f2aa owned by network:dhcp {{(pid=79299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:23:02.977786 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-2c34ebc1-72c0-434c-82da-34cb2122b3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6301144'] for port, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:02.981891 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-d642b306-77f5-457f-8272-b047f5a40854 tempest-TestShelveInstance-1905284708 tempest-TestShelveInstance-1905284708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:23:02.992149 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-451c48ab-4018-47fb-abe6-7762d9d77b1b None None] Calling delete_port for 0792931f-613d-4ce2-bb5a-b200b692f2aa owned by network:dhcp {{(pid=79301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:23:03.027994 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c34ebc1-72c0-434c-82da-34cb2122b3a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0792931f-613d-4ce2-bb5a-b200b692f2aa,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:03.030089 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c34ebc1-72c0-434c-82da-34cb2122b3a0 admin admin] No DVR routers for this DVR port 0792931f-613d-4ce2-bb5a-b200b692f2aa on host dv-cinder-805144-1-iscsi {{(pid=79299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:23:03.031669 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-2c34ebc1-72c0-434c-82da-34cb2122b3a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:23:03.072327 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.db.api [None req-451c48ab-4018-47fb-abe6-7762d9d77b1b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79301) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 13:23:03.072693 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_db.api [None req-451c48ab-4018-47fb-abe6-7762d9d77b1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 13:23:03.148780 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-2c34ebc1-72c0-434c-82da-34cb2122b3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914249', 'neutron.services.segments.db._delete_segments_for_network-8734197845149'] for network, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:03.163096 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.services.segments.db [None req-2c34ebc1-72c0-434c-82da-34cb2122b3a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18957569-bff9-4463-ad8f-63925cd4ecba']}} {{(pid=79299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:23:03.180703 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.services.segments.db [None req-2c34ebc1-72c0-434c-82da-34cb2122b3a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90421173-4c87-4703-8352-28d212449c81') {'for_net_delete': True} {{(pid=79299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:23:03.180951 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.services.segments.db [None req-2c34ebc1-72c0-434c-82da-34cb2122b3a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90421173-4c87-4703-8352-28d212449c81') {} {{(pid=79299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:23:03.193100 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-2c34ebc1-72c0-434c-82da-34cb2122b3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734197843447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6934668'] for segment, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:03.209671 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-2c34ebc1-72c0-434c-82da-34cb2122b3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910984'] for segment, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:03.217147 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c34ebc1-72c0-434c-82da-34cb2122b3a0 admin admin] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=79299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:23:03.217559 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-2c34ebc1-72c0-434c-82da-34cb2122b3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-910977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6301165'] for segment, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:03.230612 dv-cinder-805144-1-iscsi neutron-server[79299]: Traceback (most recent call last): Aug 19 13:23:03.230612 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:23:03.230612 dv-cinder-805144-1-iscsi neutron-server[79299]: timer() Aug 19 13:23:03.230612 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:23:03.230612 dv-cinder-805144-1-iscsi neutron-server[79299]: cb(*args, **kw) Aug 19 13:23:03.230612 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 19 13:23:03.230612 dv-cinder-805144-1-iscsi neutron-server[79299]: return func(*args, **kwargs) Aug 19 13:23:03.230612 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:23:03.230612 dv-cinder-805144-1-iscsi neutron-server[79299]: self._notify() Aug 19 13:23:03.230612 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:23:03.230612 dv-cinder-805144-1-iscsi neutron-server[79299]: self.callback(batched_events) Aug 19 13:23:03.230612 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:23:03.230612 dv-cinder-805144-1-iscsi neutron-server[79299]: event.method(event) Aug 19 13:23:03.230612 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 19 13:23:03.230612 dv-cinder-805144-1-iscsi neutron-server[79299]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:23:03.230612 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 19 13:23:03.230612 dv-cinder-805144-1-iscsi neutron-server[79299]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:23:03.230612 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:23:03.230612 dv-cinder-805144-1-iscsi neutron-server[79299]: return f(self, *a, **k) Aug 19 13:23:03.230612 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:23:03.230612 dv-cinder-805144-1-iscsi neutron-server[79299]: return self._get(url).json() Aug 19 13:23:03.230612 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:23:03.230612 dv-cinder-805144-1-iscsi neutron-server[79299]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:23:03.230612 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:23:03.230612 dv-cinder-805144-1-iscsi neutron-server[79299]: return self.request(url, 'GET', **kwargs) Aug 19 13:23:03.230612 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:23:03.230612 dv-cinder-805144-1-iscsi neutron-server[79299]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:23:03.230612 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:23:03.230612 dv-cinder-805144-1-iscsi neutron-server[79299]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:23:03.230612 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:23:03.230612 dv-cinder-805144-1-iscsi neutron-server[79299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:23:03.230612 dv-cinder-805144-1-iscsi neutron-server[79299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:23:03.306831 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-2c34ebc1-72c0-434c-82da-34cb2122b3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962902'] for network, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:03.311796 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-6011ad64-411d-4467-95e7-000774c6d6fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:23:03.325651 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-2c34ebc1-72c0-434c-82da-34cb2122b3a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for network, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:03.340426 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c34ebc1-72c0-434c-82da-34cb2122b3a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=18957569-bff9-4463-ad8f-63925cd4ecba,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:03.345362 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-2c34ebc1-72c0-434c-82da-34cb2122b3a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:23:03.359408 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-2c34ebc1-72c0-434c-82da-34cb2122b3a0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/18957569-bff9-4463-ad8f-63925cd4ecba HTTP/1.1" status: 204 len: 168 time: 1.0321779 Aug 19 13:23:03.362248 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 33084) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:23:03.525679 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:03.574774 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-451c48ab-4018-47fb-abe6-7762d9d77b1b None None] Deleting port 0792931f-613d-4ce2-bb5a-b200b692f2aa {{(pid=79301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:23:03.575169 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-451c48ab-4018-47fb-abe6-7762d9d77b1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:03.647633 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-451c48ab-4018-47fb-abe6-7762d9d77b1b None None] The port '0792931f-613d-4ce2-bb5a-b200b692f2aa' was deleted {{(pid=79301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 19 13:23:03.930805 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-25f5767d-d580-4833-b1ce-c2483b4e7925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8000222'] for router_interface, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:04.009259 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 0792931f-613d-4ce2-bb5a-b200b692f2aa no longer exists at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 19 13:23:04.048245 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] No Port match for: 0792931f-613d-4ce2-bb5a-b200b692f2aa {{(pid=79301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 19 13:23:04.048594 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 0792931f-613d-4ce2-bb5a-b200b692f2aa not bound to the agent host dv-cinder-805144-1-iscsi {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 19 13:23:04.395308 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.plugin [None req-25f5767d-d580-4833-b1ce-c2483b4e7925 admin admin] Deleting port 54c61a20-f270-4d80-b941-d6c092bb3aec {{(pid=79299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:23:04.395670 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-25f5767d-d580-4833-b1ce-c2483b4e7925 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:04.575445 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.db [None req-25f5767d-d580-4833-b1ce-c2483b4e7925 admin admin] For port 54c61a20-f270-4d80-b941-d6c092bb3aec, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=54c61a20-f270-4d80-b941-d6c092bb3aec,segment=NetworkSegment(03094377-e52d-4fb2-8182-366b4cb77dee),segment_id=03094377-e52d-4fb2-8182-366b4cb77dee)] {{(pid=79299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:23:04.575871 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-25f5767d-d580-4833-b1ce-c2483b4e7925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:04.709361 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.plugin [None req-25f5767d-d580-4833-b1ce-c2483b4e7925 admin admin] Calling delete_port for 54c61a20-f270-4d80-b941-d6c092bb3aec owned by network:router_interface {{(pid=79299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:23:04.895811 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-25f5767d-d580-4833-b1ce-c2483b4e7925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6301144'] for port, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:04.900382 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-697523bb-c62b-494a-9b56-bff0eada47a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:23:04.951262 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f5767d-d580-4833-b1ce-c2483b4e7925 admin admin] Pushing event deleted for resources: {'Port': ['ID=54c61a20-f270-4d80-b941-d6c092bb3aec,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:04.977379 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-25f5767d-d580-4833-b1ce-c2483b4e7925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:23:05.111485 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:05.230881 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-25f5767d-d580-4833-b1ce-c2483b4e7925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7886210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8000162'] for router_interface, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:05.596900 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f5767d-d580-4833-b1ce-c2483b4e7925 admin admin] Router 6b1370d3-920e-4460-891f-e7324490eeff has already been hosted by L3 agent bb0205a6-735d-4789-b813-02600d36e527 {{(pid=79299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 19 13:23:05.880490 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f5767d-d580-4833-b1ce-c2483b4e7925 admin admin] Notify agent at l3_agent.dv-cinder-805144-1-iscsi the message routers_updated {{(pid=79299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 19 13:23:05.890135 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c59c59f-5670-400c-b52c-50756ce23eee None None] Sync routers for ids ['6b1370d3-920e-4460-891f-e7324490eeff'] in dv-cinder-805144-1-iscsi {{(pid=79302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:23:05.897494 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-25f5767d-d580-4833-b1ce-c2483b4e7925 admin admin] 10.222.0.49 "PUT /v2.0/routers/6b1370d3-920e-4460-891f-e7324490eeff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5341747 Aug 19 13:23:05.900323 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 33088) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:23:05.900507 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c59c59f-5670-400c-b52c-50756ce23eee None None] Routers {'6b1370d3-920e-4460-891f-e7324490eeff'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:23:05.901104 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-9c59c59f-5670-400c-b52c-50756ce23eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:23:01Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['6b1370d3-920e-4460-891f-e7324490eeff'], 'active': True} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:23:06.091750 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvr_db [None req-9c59c59f-5670-400c-b52c-50756ce23eee None None] Set router 6b1370d3-920e-4460-891f-e7324490eeff gateway port host: dv-cinder-805144-1-iscsi {{(pid=79302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:23:06.252372 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-7100d5d5-97e4-4f8b-bc66-3b228b430c3c admin admin] Notify callbacks [] for router, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:06.390726 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-9c59c59f-5670-400c-b52c-50756ce23eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1370d3-920e-4460-891f-e7324490eeff', 'name': 'tempest-TestShelveInstance-280301489-router', 'tenant_id': '35f11dea68ab4c8d8fcf8ac0c9b6ceba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'external_fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'dfc5c3f2-bd2a-4dd6-a73c-c66f13ae45a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:18:15Z', 'updated_at': '2021-08-19T13:23:04Z', 'revision_number': 5, 'project_id': '35f11dea68ab4c8d8fcf8ac0c9b6ceba', 'gw_port': {'id': 'dfc5c3f2-bd2a-4dd6-a73c-c66f13ae45a3', 'name': '', 'network_id': '01c0c460-8075-482b-8652-00d44202fadb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1370d3-920e-4460-891f-e7324490eeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805144-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:18:16Z', 'updated_at': '2021-08-19T13:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f6d5a7d-bbe3-410d-8e7f-d429b634a9e5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805144-1-iscsi'}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:23:06.394652 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c59c59f-5670-400c-b52c-50756ce23eee None None] Checking router: 6b1370d3-920e-4460-891f-e7324490eeff for host: dv-cinder-805144-1-iscsi {{(pid=79302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:23:06.404203 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c59c59f-5670-400c-b52c-50756ce23eee None None] Routers {'6b1370d3-920e-4460-891f-e7324490eeff'} bound to L3 agent in host dv-cinder-805144-1-iscsi {{(pid=79302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 19 13:23:06.404832 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-9c59c59f-5670-400c-b52c-50756ce23eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805144-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T13:00:31Z,description=,heartbeat_timestamp=2021-08-19T13:23:01Z,host='dv-cinder-805144-1-iscsi',id=bb0205a6-735d-4789-b813-02600d36e527,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T13:00:31Z,topic='l3_agent')) {'router_ids': ['6b1370d3-920e-4460-891f-e7324490eeff'], 'active': True} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:23:06.440930 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-7100d5d5-97e4-4f8b-bc66-3b228b430c3c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:06.452035 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.plugin [None req-7100d5d5-97e4-4f8b-bc66-3b228b430c3c admin admin] Deleting port dfc5c3f2-bd2a-4dd6-a73c-c66f13ae45a3 {{(pid=79299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:23:06.452386 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-7100d5d5-97e4-4f8b-bc66-3b228b430c3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:06.571657 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_dvr_db [None req-9c59c59f-5670-400c-b52c-50756ce23eee None None] Set router 6b1370d3-920e-4460-891f-e7324490eeff gateway port host: None {{(pid=79302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 19 13:23:06.633431 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.db [None req-7100d5d5-97e4-4f8b-bc66-3b228b430c3c admin admin] For port dfc5c3f2-bd2a-4dd6-a73c-c66f13ae45a3, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=dfc5c3f2-bd2a-4dd6-a73c-c66f13ae45a3,segment=NetworkSegment(20104d1f-9cfe-4c86-a938-6570a8b83d9b),segment_id=20104d1f-9cfe-4c86-a938-6570a8b83d9b)] {{(pid=79299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:23:06.633778 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-7100d5d5-97e4-4f8b-bc66-3b228b430c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:06.679629 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.l3_hamode_db [None req-9c59c59f-5670-400c-b52c-50756ce23eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1370d3-920e-4460-891f-e7324490eeff', 'name': 'tempest-TestShelveInstance-280301489-router', 'tenant_id': '35f11dea68ab4c8d8fcf8ac0c9b6ceba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:18:15Z', 'updated_at': '2021-08-19T13:23:06Z', 'revision_number': 6, 'project_id': '35f11dea68ab4c8d8fcf8ac0c9b6ceba', 'gw_port_host': None}], 'dv-cinder-805144-1-iscsi', False) {} {{(pid=79302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:23:06.684981 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c59c59f-5670-400c-b52c-50756ce23eee None None] The sync data for ids ['6b1370d3-920e-4460-891f-e7324490eeff'] in dv-cinder-805144-1-iscsi is: [{'id': '6b1370d3-920e-4460-891f-e7324490eeff', 'name': 'tempest-TestShelveInstance-280301489-router', 'tenant_id': '35f11dea68ab4c8d8fcf8ac0c9b6ceba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:18:15Z', 'updated_at': '2021-08-19T13:23:06Z', 'revision_number': 6, 'project_id': '35f11dea68ab4c8d8fcf8ac0c9b6ceba', 'gw_port_host': None}] {{(pid=79302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:23:06.763298 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.plugin [None req-7100d5d5-97e4-4f8b-bc66-3b228b430c3c admin admin] Calling delete_port for dfc5c3f2-bd2a-4dd6-a73c-c66f13ae45a3 owned by network:router_gateway {{(pid=79299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:23:06.945936 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-7100d5d5-97e4-4f8b-bc66-3b228b430c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6301144'] for port, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:06.951258 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-bc4ea316-0496-4379-9554-fab520e29765 tempest-AttachVolumeTestJSON-1097607672 tempest-AttachVolumeTestJSON-1097607672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:23:06.996167 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7100d5d5-97e4-4f8b-bc66-3b228b430c3c admin admin] Pushing event deleted for resources: {'Port': ['ID=dfc5c3f2-bd2a-4dd6-a73c-c66f13ae45a3,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:06.999807 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-7100d5d5-97e4-4f8b-bc66-3b228b430c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:23:07.097616 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-7100d5d5-97e4-4f8b-bc66-3b228b430c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7962891'] for router_gateway, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:07.276498 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-7100d5d5-97e4-4f8b-bc66-3b228b430c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8006225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14674'] for router, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:07.279471 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-7100d5d5-97e4-4f8b-bc66-3b228b430c3c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:07.305171 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-7100d5d5-97e4-4f8b-bc66-3b228b430c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8006993'] for router, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:07.305676 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7100d5d5-97e4-4f8b-bc66-3b228b430c3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b1370d3-920e-4460-891f-e7324490eeff {{(pid=79299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 19 13:23:07.319758 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-7100d5d5-97e4-4f8b-bc66-3b228b430c3c admin admin] Notify callbacks [] for router, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:07.320898 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-7100d5d5-97e4-4f8b-bc66-3b228b430c3c admin admin] 10.222.0.49 "DELETE /v2.0/routers/6b1370d3-920e-4460-891f-e7324490eeff HTTP/1.1" status: 204 len: 168 time: 1.4195707 Aug 19 13:23:07.323541 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 33094) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:23:07.389539 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2d6ae73-cf99-4976-a1c5-6854a4b5f3ab admin admin] Deleting subnet 3718d787-3f68-4cf5-b660-4c718e99382f {{(pid=79299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 19 13:23:07.392814 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c2d6ae73-cf99-4976-a1c5-6854a4b5f3ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:07.557049 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c2d6ae73-cf99-4976-a1c5-6854a4b5f3ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6934675'] for subnet, precommit_delete_associations {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:07.637338 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c2d6ae73-cf99-4976-a1c5-6854a4b5f3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916658'] for subnet, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:07.713353 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c2d6ae73-cf99-4976-a1c5-6854a4b5f3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6301067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5646775'] for subnet, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:07.717778 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-e3d99d39-01f7-4d29-8a38-da6445934862 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:23:07.755929 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d6ae73-cf99-4976-a1c5-6854a4b5f3ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3718d787-3f68-4cf5-b660-4c718e99382f,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:07.759005 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-c2d6ae73-cf99-4976-a1c5-6854a4b5f3ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:23:07.760085 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-c2d6ae73-cf99-4976-a1c5-6854a4b5f3ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:07.765416 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852c2ac6-0df9-45c8-9aa6-41493254f777 None None] Network 743d9cd2-3fb7-4d4e-85af-b3061b7e53c2 requested from dv-cinder-805144-1-iscsi {{(pid=79301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 19 13:23:07.766975 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-c2d6ae73-cf99-4976-a1c5-6854a4b5f3ab admin admin] 10.222.0.49 "DELETE /v2.0/subnets/3718d787-3f68-4cf5-b660-4c718e99382f HTTP/1.1" status: 204 len: 168 time: 0.4415376 Aug 19 13:23:07.769179 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 33098) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:23:07.887798 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-85b9b248-f8df-4d94-a64e-49414b63c6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-793971'] for network, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:07.898553 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.plugin [None req-85b9b248-f8df-4d94-a64e-49414b63c6f7 admin admin] Deleting port 93de7255-f091-4591-8a57-cf8b0323e26c {{(pid=79299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:23:07.898961 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-85b9b248-f8df-4d94-a64e-49414b63c6f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:08.040608 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5bb442-d75d-4d10-8b6b-b22819abe9b5 None None] DHCP port deletion for 743d9cd2-3fb7-4d4e-85af-b3061b7e53c2 request from dv-cinder-805144-1-iscsi {{(pid=79301) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 19 13:23:08.046683 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-ca5bb442-d75d-4d10-8b6b-b22819abe9b5 None None] Deleting port 93de7255-f091-4591-8a57-cf8b0323e26c {{(pid=79301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:23:08.047148 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ca5bb442-d75d-4d10-8b6b-b22819abe9b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:08.078196 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device dfc5c3f2-bd2a-4dd6-a73c-c66f13ae45a3 no longer exists at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 19 13:23:08.128350 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] No Port match for: dfc5c3f2-bd2a-4dd6-a73c-c66f13ae45a3 {{(pid=79301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 19 13:23:08.128709 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device dfc5c3f2-bd2a-4dd6-a73c-c66f13ae45a3 not bound to the agent host dv-cinder-805144-1-iscsi {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 19 13:23:08.129148 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 54c61a20-f270-4d80-b941-d6c092bb3aec no longer exists at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 19 13:23:08.134224 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.db [None req-85b9b248-f8df-4d94-a64e-49414b63c6f7 admin admin] For port 93de7255-f091-4591-8a57-cf8b0323e26c, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=93de7255-f091-4591-8a57-cf8b0323e26c,segment=NetworkSegment(03094377-e52d-4fb2-8182-366b4cb77dee),segment_id=03094377-e52d-4fb2-8182-366b4cb77dee)] {{(pid=79299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:23:08.134585 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-85b9b248-f8df-4d94-a64e-49414b63c6f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:08.172942 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] No Port match for: 54c61a20-f270-4d80-b941-d6c092bb3aec {{(pid=79301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 19 13:23:08.173301 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 54c61a20-f270-4d80-b941-d6c092bb3aec not bound to the agent host dv-cinder-805144-1-iscsi {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 19 13:23:08.261384 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.plugin [None req-85b9b248-f8df-4d94-a64e-49414b63c6f7 admin admin] Calling delete_port for 93de7255-f091-4591-8a57-cf8b0323e26c owned by network:dhcp {{(pid=79299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:23:08.339763 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.db [None req-ca5bb442-d75d-4d10-8b6b-b22819abe9b5 None None] For port 93de7255-f091-4591-8a57-cf8b0323e26c, host dv-cinder-805144-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805144-1-iscsi',level=0,port_id=93de7255-f091-4591-8a57-cf8b0323e26c,segment=NetworkSegment(03094377-e52d-4fb2-8182-366b4cb77dee),segment_id=03094377-e52d-4fb2-8182-366b4cb77dee)] {{(pid=79301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 19 13:23:08.340422 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ca5bb442-d75d-4d10-8b6b-b22819abe9b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970797'] for port, precommit_delete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:08.344617 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-85b9b248-f8df-4d94-a64e-49414b63c6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-843737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734197831500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734197349919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6301144'] for port, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:08.351171 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-18357666-0f11-4c39-a4df-80cda2ef95a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:23:08.399380 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b9b248-f8df-4d94-a64e-49414b63c6f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=93de7255-f091-4591-8a57-cf8b0323e26c,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:08.401240 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b9b248-f8df-4d94-a64e-49414b63c6f7 admin admin] No DVR routers for this DVR port 93de7255-f091-4591-8a57-cf8b0323e26c on host dv-cinder-805144-1-iscsi {{(pid=79299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:23:08.402966 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-85b9b248-f8df-4d94-a64e-49414b63c6f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:23:08.470854 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-ca5bb442-d75d-4d10-8b6b-b22819abe9b5 None None] Calling delete_port for 93de7255-f091-4591-8a57-cf8b0323e26c owned by network:dhcp {{(pid=79301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 19 13:23:08.524245 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-85b9b248-f8df-4d94-a64e-49414b63c6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-914249', 'neutron.services.segments.db._delete_segments_for_network-8734197845149'] for network, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:08.539164 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.services.segments.db [None req-85b9b248-f8df-4d94-a64e-49414b63c6f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['743d9cd2-3fb7-4d4e-85af-b3061b7e53c2']}} {{(pid=79299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:23:08.551151 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.db.api [None req-ca5bb442-d75d-4d10-8b6b-b22819abe9b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79301) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 13:23:08.551646 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG oslo_db.api [None req-ca5bb442-d75d-4d10-8b6b-b22819abe9b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 13:23:08.553107 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.services.segments.db [None req-85b9b248-f8df-4d94-a64e-49414b63c6f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03094377-e52d-4fb2-8182-366b4cb77dee') {'for_net_delete': True} {{(pid=79299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:23:08.553406 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.services.segments.db [None req-85b9b248-f8df-4d94-a64e-49414b63c6f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03094377-e52d-4fb2-8182-366b4cb77dee') {} {{(pid=79299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:23:08.566434 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-85b9b248-f8df-4d94-a64e-49414b63c6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734197843447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6934668'] for segment, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:08.585209 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-85b9b248-f8df-4d94-a64e-49414b63c6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-910984'] for segment, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:08.592994 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85b9b248-f8df-4d94-a64e-49414b63c6f7 admin admin] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=79299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:23:08.593392 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-85b9b248-f8df-4d94-a64e-49414b63c6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-910977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6301165'] for segment, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:08.607898 dv-cinder-805144-1-iscsi neutron-server[79299]: Traceback (most recent call last): Aug 19 13:23:08.607898 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:23:08.607898 dv-cinder-805144-1-iscsi neutron-server[79299]: timer() Aug 19 13:23:08.607898 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:23:08.607898 dv-cinder-805144-1-iscsi neutron-server[79299]: cb(*args, **kw) Aug 19 13:23:08.607898 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 19 13:23:08.607898 dv-cinder-805144-1-iscsi neutron-server[79299]: return func(*args, **kwargs) Aug 19 13:23:08.607898 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:23:08.607898 dv-cinder-805144-1-iscsi neutron-server[79299]: self._notify() Aug 19 13:23:08.607898 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:23:08.607898 dv-cinder-805144-1-iscsi neutron-server[79299]: self.callback(batched_events) Aug 19 13:23:08.607898 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:23:08.607898 dv-cinder-805144-1-iscsi neutron-server[79299]: event.method(event) Aug 19 13:23:08.607898 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 19 13:23:08.607898 dv-cinder-805144-1-iscsi neutron-server[79299]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:23:08.607898 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 19 13:23:08.607898 dv-cinder-805144-1-iscsi neutron-server[79299]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:23:08.607898 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:23:08.607898 dv-cinder-805144-1-iscsi neutron-server[79299]: return f(self, *a, **k) Aug 19 13:23:08.607898 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:23:08.607898 dv-cinder-805144-1-iscsi neutron-server[79299]: return self._get(url).json() Aug 19 13:23:08.607898 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:23:08.607898 dv-cinder-805144-1-iscsi neutron-server[79299]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:23:08.607898 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:23:08.607898 dv-cinder-805144-1-iscsi neutron-server[79299]: return self.request(url, 'GET', **kwargs) Aug 19 13:23:08.607898 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:23:08.607898 dv-cinder-805144-1-iscsi neutron-server[79299]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:23:08.607898 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:23:08.607898 dv-cinder-805144-1-iscsi neutron-server[79299]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:23:08.607898 dv-cinder-805144-1-iscsi neutron-server[79299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:23:08.607898 dv-cinder-805144-1-iscsi neutron-server[79299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:23:08.607898 dv-cinder-805144-1-iscsi neutron-server[79299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:23:08.690680 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-85b9b248-f8df-4d94-a64e-49414b63c6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-914224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7962902'] for network, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:08.694454 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:23:08.708112 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-85b9b248-f8df-4d94-a64e-49414b63c6f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886239'] for network, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:08.719200 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b9b248-f8df-4d94-a64e-49414b63c6f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=743d9cd2-3fb7-4d4e-85af-b3061b7e53c2,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:08.723527 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-85b9b248-f8df-4d94-a64e-49414b63c6f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:23:08.726952 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-85b9b248-f8df-4d94-a64e-49414b63c6f7 admin admin] 10.222.0.49 "DELETE /v2.0/networks/743d9cd2-3fb7-4d4e-85af-b3061b7e53c2 HTTP/1.1" status: 204 len: 168 time: 0.9568408 Aug 19 13:23:08.855879 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 33104) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:23:08.909573 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-128b2fdf-363b-4a0e-a119-74b294a28c85 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f2b9c7a795ef42a195e19b28c5a90c34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0523245 Aug 19 13:23:08.912125 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [-] (79300) accepted ('10.222.0.49', 33108) {{(pid=79300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:23:08.978842 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-19247e53-2a3f-4b2d-9835-a8c79bfa96c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:09.005984 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-19247e53-2a3f-4b2d-9835-a8c79bfa96c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:09.052771 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-ca5bb442-d75d-4d10-8b6b-b22819abe9b5 None None] Deleting port 93de7255-f091-4591-8a57-cf8b0323e26c {{(pid=79301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 19 13:23:09.053469 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ca5bb442-d75d-4d10-8b6b-b22819abe9b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734197827368'] for port, before_delete {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:09.072348 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-19247e53-2a3f-4b2d-9835-a8c79bfa96c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:09.076607 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-2b1f8180-1b60-422a-bb92-deeac845b3f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:23:09.091812 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19247e53-2a3f-4b2d-9835-a8c79bfa96c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28cfcd6e-a9dd-4584-8556-770da1efe995,revision_number=None']} {{(pid=79300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:09.103350 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19247e53-2a3f-4b2d-9835-a8c79bfa96c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:23:09.103760 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19247e53-2a3f-4b2d-9835-a8c79bfa96c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:23:09.104134 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19247e53-2a3f-4b2d-9835-a8c79bfa96c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:23:09.104527 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19247e53-2a3f-4b2d-9835-a8c79bfa96c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:23:09.104904 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19247e53-2a3f-4b2d-9835-a8c79bfa96c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:23:09.105271 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19247e53-2a3f-4b2d-9835-a8c79bfa96c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:23:09.105621 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19247e53-2a3f-4b2d-9835-a8c79bfa96c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:23:09.105987 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19247e53-2a3f-4b2d-9835-a8c79bfa96c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:23:09.106435 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19247e53-2a3f-4b2d-9835-a8c79bfa96c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:23:09.106803 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19247e53-2a3f-4b2d-9835-a8c79bfa96c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:23:09.107161 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19247e53-2a3f-4b2d-9835-a8c79bfa96c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:23:09.107514 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19247e53-2a3f-4b2d-9835-a8c79bfa96c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805144-1-iscsi {{(pid=79300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:23:09.110744 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron_lib.callbacks.manager [None req-19247e53-2a3f-4b2d-9835-a8c79bfa96c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:09.114472 dv-cinder-805144-1-iscsi neutron-server[79300]: INFO neutron.wsgi [None req-19247e53-2a3f-4b2d-9835-a8c79bfa96c2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/28cfcd6e-a9dd-4584-8556-770da1efe995 HTTP/1.1" status: 204 len: 168 time: 0.1987555 Aug 19 13:23:09.114472 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG oslo_concurrency.lockutils [None req-19247e53-2a3f-4b2d-9835-a8c79bfa96c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:23:09.189996 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-ca5bb442-d75d-4d10-8b6b-b22819abe9b5 None None] The port '93de7255-f091-4591-8a57-cf8b0323e26c' was deleted {{(pid=79301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 19 13:23:09.497029 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 33116) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:23:09.554691 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-a65f2156-3489-40d1-a3e0-7866336aab16 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=35f11dea68ab4c8d8fcf8ac0c9b6ceba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0562878 Aug 19 13:23:09.557080 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [-] (79299) accepted ('10.222.0.49', 33120) {{(pid=79299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 19 13:23:09.622288 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-47e5af38-8ae8-4190-9452-b1ba278b58da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:09.649692 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-47e5af38-8ae8-4190-9452-b1ba278b58da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:09.709198 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-47e5af38-8ae8-4190-9452-b1ba278b58da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8072280'] for security_group, after_delete {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:09.713024 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-06225f7c-b02e-4265-975f-5c7be8284695 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 13:23:09.728002 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e5af38-8ae8-4190-9452-b1ba278b58da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61777713-7dc9-460e-b26e-fec4848a4137,revision_number=None']} {{(pid=79299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:09.731920 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG oslo_concurrency.lockutils [None req-47e5af38-8ae8-4190-9452-b1ba278b58da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 13:23:09.734004 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron_lib.callbacks.manager [None req-47e5af38-8ae8-4190-9452-b1ba278b58da admin admin] Notify callbacks [] for security_group, before_response {{(pid=79299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:09.735123 dv-cinder-805144-1-iscsi neutron-server[79299]: INFO neutron.wsgi [None req-47e5af38-8ae8-4190-9452-b1ba278b58da admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/61777713-7dc9-460e-b26e-fec4848a4137 HTTP/1.1" status: 204 len: 168 time: 0.1771436 Aug 19 13:23:10.008975 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 93de7255-f091-4591-8a57-cf8b0323e26c no longer exists at agent ovs-agent-dv-cinder-805144-1-iscsi {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 19 13:23:10.047854 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.plugin [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] No Port match for: 93de7255-f091-4591-8a57-cf8b0323e26c {{(pid=79301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 19 13:23:10.048194 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron.plugins.ml2.rpc [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Device 93de7255-f091-4591-8a57-cf8b0323e26c not bound to the agent host dv-cinder-805144-1-iscsi {{(pid=79301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 19 13:23:28.148831 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-20f30a7e-34a3-4095-afaf-e0af6eec2aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:28.614872 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:30.959760 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-3746bf07-5515-40f7-867c-0db9172ea4fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:31.837677 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:32.241263 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.agents_db [None req-9e599f34-f5fc-45b3-b2b5-9720679b7a3a None None] Agent healthcheck: found 6 active agents {{(pid=79302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 19 13:23:33.530225 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:35.125979 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:58.143268 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-c2b8bced-592c-4de3-ab3f-a4f71a3b2d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:58.610148 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:00.952278 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-5b39a0db-44cf-4f86-bf5a-5867d1a8f589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:01.842946 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:03.532810 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:05.114333 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:09.240341 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.agents_db [None req-9e599f34-f5fc-45b3-b2b5-9720679b7a3a None None] Agent healthcheck: found 6 active agents {{(pid=79302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 19 13:24:28.153350 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-34de4a4c-514e-41e2-825c-c06225dedf79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:28.613086 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:30.955398 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-f3ccfd50-8b55-4d04-b23e-e305a23bfcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:31.841784 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:33.533920 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:35.129399 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:44.800792 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [req-6b400d8e-d417-4c20-8346-70e59413b17f req-1d2ed7cf-931d-425e-b468-766ec1afb55d service neutron] (79299) timed out ('10.222.0.68', 56955) {{(pid=79299) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Aug 19 13:24:46.239249 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.agents_db [None req-9e599f34-f5fc-45b3-b2b5-9720679b7a3a None None] Agent healthcheck: found 6 active agents {{(pid=79302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 19 13:24:47.987986 dv-cinder-805144-1-iscsi neutron-server[79299]: DEBUG neutron.wsgi [req-e027e03d-1a6a-4b41-9462-665e680fb3d2 req-859b9e97-cfec-48a1-9d9e-62286e2ee741 service neutron] (79299) timed out ('10.222.0.68', 56941) {{(pid=79299) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Aug 19 13:24:58.146833 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-56a72295-daf6-4331-9c65-87acc33422ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:58.616109 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:00.958352 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-c1f9b96e-47d4-40ec-89bc-9f326b671bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:01.847727 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:03.536571 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:05.136192 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:23.241835 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.agents_db [None req-9e599f34-f5fc-45b3-b2b5-9720679b7a3a None None] Agent healthcheck: found 6 active agents {{(pid=79302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 19 13:25:28.148141 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-4e75278e-16f1-48e6-be47-91717f6ae3b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:28.624630 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:30.963491 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-575d2395-15fe-4c07-a1ac-0c3c977b2c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:31.859226 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:33.541514 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:35.171419 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:58.151132 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-0864c182-5c00-4da1-8683-0d733fadb62d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:58.617222 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:00.241516 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.agents_db [None req-9e599f34-f5fc-45b3-b2b5-9720679b7a3a None None] Agent healthcheck: found 6 active agents {{(pid=79302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 19 13:26:00.967724 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-550ec5af-ff7b-477e-806d-9e83e407d57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:01.852636 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:03.541711 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:05.165078 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:28.154490 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-9b6a0458-27ef-4531-b473-209212746152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:28.620257 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:30.970196 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-1ce4b6c4-0ed7-4a8f-9b12-b01d8b80cbfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:31.856479 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:33.545978 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:35.165597 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:37.240992 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.agents_db [None req-9e599f34-f5fc-45b3-b2b5-9720679b7a3a None None] Agent healthcheck: found 6 active agents {{(pid=79302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 19 13:26:58.158883 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-6dab3cb8-5e25-494a-83cd-6978090624e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:58.625255 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:00.979613 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-bd21a696-f042-4103-9afc-05b42354592f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:01.869121 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:03.555981 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:05.180338 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:14.239867 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.agents_db [None req-9e599f34-f5fc-45b3-b2b5-9720679b7a3a None None] Agent healthcheck: found 6 active agents {{(pid=79302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 19 13:27:28.162185 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-79e1559d-d492-4d83-8fac-b260a9b8c96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:28.619195 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:30.973126 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-7fbcbb49-f24d-4120-afc0-a5f116fdafb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:31.862208 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:33.553330 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:35.202668 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:36.964224 dv-cinder-805144-1-iscsi neutron-server[79300]: DEBUG neutron.wsgi [req-8dd4f2c5-e05a-4c62-a03a-bb61986b292b req-a295e35e-e0d9-4f20-bfe6-18ca0560605f service neutron] (79300) timed out ('10.222.0.68', 56910) {{(pid=79300) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Aug 19 13:27:51.238387 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.agents_db [None req-9e599f34-f5fc-45b3-b2b5-9720679b7a3a None None] Agent healthcheck: found 6 active agents {{(pid=79302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 19 13:27:58.164936 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-e78e2776-af10-4bc0-a5c6-b40bcdf42ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:58.624029 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:00.979225 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-95296895-6712-44cf-a1d7-e346f48ef2fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:01.864397 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:03.555134 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:05.215273 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:28.168589 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-20396a41-e306-4683-b6b3-3ebc9585cae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:28.237019 dv-cinder-805144-1-iscsi neutron-server[79302]: DEBUG neutron.db.agents_db [None req-9e599f34-f5fc-45b3-b2b5-9720679b7a3a None None] Agent healthcheck: found 6 active agents {{(pid=79302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 19 13:28:28.625780 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-d08ddb92-5309-473a-83aa-132b2cae563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:30.977440 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-c2cd0506-840d-41fd-bf84-b788c155e0b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:31.868528 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-a076727a-729c-49c6-8668-c896536cf2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:33.560995 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-02f55dbc-1d35-4c74-aa5c-c3315270f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:35.206800 dv-cinder-805144-1-iscsi neutron-server[79301]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1802-6874-4c46-a46f-57f5f395f6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734197845131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854899'] for agent, after_update {{(pid=79301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}